-- Logs begin at Wed 2021-09-15 02:45:49 UTC, end at Wed 2021-09-15 04:14:00 UTC. -- Sep 15 03:17:48.486369 dv-cinder-806965-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 03:17:51.275921 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.common.config [-] Logging enabled! Sep 15 03:17:51.276369 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev642 Sep 15 03:17:51.276712 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93810) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 03:17:51.280284 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.common.config [-] Logging enabled! Sep 15 03:17:51.280549 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev642 Sep 15 03:17:51.280871 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93810) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 03:17:51.281823 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 03:17:51.282064 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 03:17:51.282440 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 03:17:51.282697 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 03:17:51.282930 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 03:17:51.283283 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.283585 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.283887 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.284131 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.284432 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.284731 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.285021 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.285863 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.286202 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.286561 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.286854 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.287180 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.287423 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.287713 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.288010 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.288305 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.288537 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] debug = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.288826 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.289261 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.289684 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.289970 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.290265 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.290559 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.290835 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.291148 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.291451 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.291779 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] host = dv-cinder-806965-6-iscsi {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.292063 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.292358 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.292654 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.292947 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.293230 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.293512 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.293803 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.294084 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.294363 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] log_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.294653 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.294950 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.295266 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.295569 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.295802 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.296031 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.296324 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.296618 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.296902 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.297185 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.297465 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.297748 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.298029 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.298306 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.298597 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.298891 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.299212 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.299497 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.299780 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.300059 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.300339 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.300631 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.301616 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.301943 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.302197 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.302498 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.302779 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.303088 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.303401 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.303699 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.303992 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.304287 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.304574 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.304866 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.305146 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.305428 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.305708 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] use_json = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.305987 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.306265 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.306554 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.306834 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.307137 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.307420 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.307701 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.307994 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:51.308297 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.308604 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.308913 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.309205 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.309507 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.309797 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.310094 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.310379 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.310677 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.311056 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.311289 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.311574 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.311871 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.312155 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.312456 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.312765 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.313065 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.313361 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.313646 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.313929 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.314212 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.314494 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.314796 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.315112 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.315410 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.315707 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.315994 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.316289 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.316633 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.317063 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.317664 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.317961 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.318267 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.318557 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.318841 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.319156 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.319457 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.319744 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.320027 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.320322 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.320610 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.320892 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.321174 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.321460 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.321758 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.322042 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.322325 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.322606 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.322889 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.323193 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.323487 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.323772 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.324052 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.324334 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.324622 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.324903 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.325183 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.325467 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.325746 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.326027 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.326307 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.326587 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.326866 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.327174 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.327456 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.327737 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.328021 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.328305 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.328585 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.328864 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.329143 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.329422 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.329703 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.329996 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.330299 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.330587 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.330874 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.331182 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.331469 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.332046 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.332340 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.332625 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.332914 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.333197 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.333495 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.333789 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.334081 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.334368 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.334657 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.334987 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.335272 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.335561 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.335844 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.336130 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.336420 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.336708 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.337011 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.337312 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.337612 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.337915 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.338215 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.338500 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.338813 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.339129 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:51.339356 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 03:17:51.339602 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93810) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 03:17:51.696553 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 03:17:51.696843 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 03:17:51.697141 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 03:17:51.697489 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 03:17:52.095201 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.095455 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.095699 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.097018 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.097299 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.097572 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.133784 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.134065 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.134341 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.149306 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.149597 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.149874 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.178479 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.178766 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.179070 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.217624 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.217912 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.218190 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.451301 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.451950 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.451950 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.452123 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.452835 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.573572 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.573899 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.574190 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.574470 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.574761 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.575089 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.575360 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.575628 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.575887 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.576177 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.576444 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.576726 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.576983 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.577242 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.577505 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.577776 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.578040 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.578314 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.578589 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.578858 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.579164 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.579426 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.579717 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.580098 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.580355 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.580610 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.581009 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 03:17:52.581254 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 03:17:52.581748 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 03:17:52.582526 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 03:17:52.582915 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 03:17:52.583189 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 03:17:52.583562 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 03:17:52.586648 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 03:17:52.591019 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 03:17:52.594683 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Sep 15 03:17:52.596341 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 03:17:52.596804 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 03:17:52.597147 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 03:17:52.597537 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 03:17:52.601166 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 03:17:52.601424 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 03:17:52.601772 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 03:17:52.607173 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 03:17:52.629782 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 03:17:52.630244 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.630549 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93810) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 03:17:52.630920 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.632333 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93810) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 03:17:52.632783 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 03:17:52.633039 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 03:17:52.636259 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.636550 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:52.701133 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 03:17:52.701422 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 03:17:52.701616 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 03:17:52.702024 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 03:17:52.724883 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_db.sqlalchemy.engines [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93810) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 03:17:53.349620 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Initializing driver for type 'gre' Sep 15 03:17:53.350166 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] gre ID ranges: [(1, 1000)] Sep 15 03:17:53.418082 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Initializing driver for type 'local' Sep 15 03:17:53.418423 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Initializing driver for type 'vlan' Sep 15 03:17:53.433951 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] VlanTypeDriver initialization complete Sep 15 03:17:53.434287 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Initializing driver for type 'vxlan' Sep 15 03:17:53.434803 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] vxlan ID ranges: [(1, 1000)] Sep 15 03:17:53.496724 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Initializing extension driver 'port_security' Sep 15 03:17:53.497715 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.extensions.port_security [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] PortSecurityExtensionDriver initialization complete Sep 15 03:17:53.498144 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Initializing mechanism driver 'openvswitch' Sep 15 03:17:53.498405 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Initializing mechanism driver 'hyperv' Sep 15 03:17:53.509376 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:17:53.510119 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > port after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.510496 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > port after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.510859 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > port after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.511428 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 03:17:53.511865 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.512222 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.512567 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.512961 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 03:17:53.513370 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > network after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.513731 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > network after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.514078 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > network after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.514468 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 03:17:53.515101 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > security_group after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.515718 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > security_group after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.516072 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.516855 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 03:17:53.517540 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.518139 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.519069 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.519069 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 03:17:53.519457 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > address_group after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.520422 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > address_group after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.520771 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.521778 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 03:17:53.521778 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] ML2 OVO RPC backend initialized. {{(pid=93810) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 15 03:17:53.522246 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.522604 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.523126 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > network before_response 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.523591 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > networks before_response 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.524158 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > port before_response 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.524520 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > ports before_response 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.524880 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > subnet before_response 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.525407 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > subnets before_response 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.525769 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > network after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.526122 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > network after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.526469 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > network after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.526813 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > port after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.527179 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > port after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.527525 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > port after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.527866 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.528215 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.528648 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.529454 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Modular L2 Plugin initialization complete Sep 15 03:17:53.530013 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading services supported by the core plugin {{(pid=93810) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 03:17:53.530431 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.plugins.ml2.managers [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Got port-security extension from driver 'port_security' Sep 15 03:17:53.531109 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.extensions.vlantransparent [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Disabled vlantransparent extension. Sep 15 03:17:53.531827 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93810) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 03:17:53.532196 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading Plugin: router Sep 15 03:17:53.572226 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.572615 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router after_create 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.572989 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router before_create 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.573357 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.573734 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.574264 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router after_delete 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.574632 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.575006 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.575373 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router after_create 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.575723 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router after_update 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.576077 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router after_update 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.576429 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.576794 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router after_update 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.577208 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.577580 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: port after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.577926 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: port after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.578268 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: subnet after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.578613 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.578981 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.579347 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.579689 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: port before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.580033 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router precommit_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.580389 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router after_update 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.580733 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.581085 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.581704 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.582897 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.583297 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > agent after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.583649 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > agent after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.584000 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > network after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.584878 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Tracking information for resource: router configured {{(pid=93810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 03:17:53.585216 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Tracking information for resource: floatingip configured {{(pid=93810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 03:17:53.590159 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.db.l3_agentschedulers_db [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 03:17:53.590738 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: port after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.591138 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: port after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.591501 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: port after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.591855 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: port after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.592646 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router before_create 55550100 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.593010 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.593377 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router precommit_create 55550100 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.593734 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > router precommit_update 55550100 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.598476 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.services.provider_configuration [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Service providers = [] {{(pid=93810) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 03:17:53.598844 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.db.servicetype_db [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93810) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 03:17:53.601806 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.services.service_base [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 03:17:53.602161 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.services.service_base [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 03:17:53.602510 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.services.service_base [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 03:17:53.603421 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.services.service_base [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 03:17:53.603800 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.services.service_base [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 03:17:53.604185 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 03:17:53.604508 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 03:17:53.615127 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 03:17:53.615462 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading Plugin: auto_allocate Sep 15 03:17:53.621185 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: network precommit_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.621564 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: network precommit_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.622089 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 03:17:53.622414 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading Plugin: tag Sep 15 03:17:53.629448 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 03:17:53.629778 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading Plugin: timestamp Sep 15 03:17:53.633788 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 03:17:53.634117 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading Plugin: network_ip_availability Sep 15 03:17:53.639517 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.639896 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.640262 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.640974 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 03:17:53.641297 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading Plugin: flavors Sep 15 03:17:53.646711 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 03:17:53.647063 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading Plugin: revisions Sep 15 03:17:53.651338 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 03:17:53.651747 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_concurrency.lockutils [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.954s {{(pid=93810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 03:17:53.652479 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93810) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 03:17:53.652818 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Initializing extension manager. Sep 15 03:17:53.653339 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: __init__.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.653672 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: __pycache__ {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.654011 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.654347 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: address_group.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.655146 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.655731 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: address-group Sep 15 03:17:53.656054 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: address_scope.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.656981 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.657499 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: address-scope Sep 15 03:17:53.657824 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.658780 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.659332 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: router-admin-state-down-before-update Sep 15 03:17:53.659682 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: agent.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.661035 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.661550 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: agent Sep 15 03:17:53.661876 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: agent_resources_synced.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.662789 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.663331 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: agent-resources-synced Sep 15 03:17:53.663657 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: allowedaddresspairs.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.665463 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.665987 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: allowed-address-pairs Sep 15 03:17:53.666315 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: auto_allocated_topology.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.667427 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.667949 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: auto-allocated-topology Sep 15 03:17:53.668275 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: availability_zone.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.668975 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.669491 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: availability_zone Sep 15 03:17:53.669815 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: availability_zone_filter.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.670734 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.671270 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: availability_zone_filter Sep 15 03:17:53.671596 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: data_plane_status.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.672502 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.673009 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 03:17:53.673332 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: default_subnetpools.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.674244 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.674753 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: default-subnetpools Sep 15 03:17:53.675110 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.676499 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.677009 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: dhcp_agent_scheduler Sep 15 03:17:53.677334 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: dns.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.678257 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.678766 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension dns-integration not supported by any of loaded plugins Sep 15 03:17:53.679121 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: dns_domain_ports.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.680042 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.680554 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 03:17:53.680878 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.681795 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.682306 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 03:17:53.682627 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: dvr.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.683328 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.683835 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: dvr Sep 15 03:17:53.684156 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: ecmp_routes.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.685067 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.685567 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 03:17:53.685889 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: empty_string_filtering.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.686796 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.687338 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: empty-string-filtering Sep 15 03:17:53.687661 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.688573 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.689076 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 03:17:53.689404 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.690313 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.690821 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 03:17:53.691176 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: external_net.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.692115 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.692626 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: external-net Sep 15 03:17:53.692949 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.693858 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.694370 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: extra_dhcp_opt Sep 15 03:17:53.694693 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: extraroute.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.695623 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.696136 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: extraroute Sep 15 03:17:53.696458 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: extraroute_atomic.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.697487 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.698005 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: extraroute-atomic Sep 15 03:17:53.698329 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: filter_validation.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.699018 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.699533 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: filter-validation Sep 15 03:17:53.699853 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: fip_pf_description.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.700764 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.701271 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 03:17:53.701589 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: fip_port_details.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.702511 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.703048 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: fip-port-details Sep 15 03:17:53.703372 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: flavors.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.704611 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.705131 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: flavors Sep 15 03:17:53.705456 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.707426 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.707954 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 03:17:53.708290 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: floatingip_pools.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.708998 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.709516 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: floatingip-pools Sep 15 03:17:53.709845 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: ip_allocation.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.710772 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.711315 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 03:17:53.711644 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.712564 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.713078 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: ip-substring-filtering Sep 15 03:17:53.713409 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: l2_adjacency.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.714339 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.714846 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 03:17:53.715199 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: l3.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.716314 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.716834 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: router Sep 15 03:17:53.717166 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.719436 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.719968 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 03:17:53.720306 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.721284 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.721804 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: ext-gw-mode Sep 15 03:17:53.722135 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.723607 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.724204 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: l3-ha Sep 15 03:17:53.724680 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: l3_flavors.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.725608 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.726120 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: l3-flavors Sep 15 03:17:53.726447 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.727396 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.727912 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 03:17:53.728241 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: l3agentscheduler.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.729296 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.729805 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: l3_agent_scheduler Sep 15 03:17:53.730130 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: logging.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.731625 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.732146 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension logging not supported by any of loaded plugins Sep 15 03:17:53.732478 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: metering.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.733225 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.733847 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: metering Sep 15 03:17:53.734177 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.735299 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.735819 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: metering_source_and_destination_fields Sep 15 03:17:53.736149 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: multiprovidernet.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.737072 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.737588 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: multi-provider Sep 15 03:17:53.737911 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: netmtu.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.739498 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.740034 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: net-mtu Sep 15 03:17:53.740336 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: netmtu_writable.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.741252 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.741766 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: net-mtu-writable Sep 15 03:17:53.742092 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: network_availability_zone.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.742769 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.743316 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: network_availability_zone Sep 15 03:17:53.743642 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: network_ip_availability.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.744738 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.745257 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: network-ip-availability Sep 15 03:17:53.745583 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: network_segment_range.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.746349 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.746856 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 03:17:53.747206 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: pagination.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.748187 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.748519 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: pagination Sep 15 03:17:53.748842 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: port_device_profile.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.749743 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.750255 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: port-device-profile Sep 15 03:17:53.750578 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.751605 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.752120 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: port-mac-address-regenerate Sep 15 03:17:53.752458 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.753358 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.754397 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: port-numa-affinity-policy Sep 15 03:17:53.754722 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: port_resource_request.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.755833 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.756344 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 03:17:53.756666 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: portbindings.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.757595 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.758162 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: binding Sep 15 03:17:53.758491 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: portbindings_extended.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.759848 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.760315 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: binding-extended Sep 15 03:17:53.760643 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: portsecurity.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.761557 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.762072 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: port-security Sep 15 03:17:53.762398 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: project_id.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.763401 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.763735 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: project-id Sep 15 03:17:53.764062 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: providernet.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.764992 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.765509 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: provider Sep 15 03:17:53.765835 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: qos.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.770060 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.770590 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension qos not supported by any of loaded plugins Sep 15 03:17:53.770921 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.772198 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.772723 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 03:17:53.773056 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.773974 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.774486 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 03:17:53.774815 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: qos_default.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.775823 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.776337 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension qos-default not supported by any of loaded plugins Sep 15 03:17:53.776665 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: qos_fip.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.777324 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.777831 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension qos-fip not supported by any of loaded plugins Sep 15 03:17:53.778158 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: qos_gateway_ip.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.779122 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.779640 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 03:17:53.779963 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: qos_port_network_policy.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.780871 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.781380 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 03:17:53.781702 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: qos_pps_rule.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.782878 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.783429 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension qos-pps not supported by any of loaded plugins Sep 15 03:17:53.783758 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: qos_rule_type_details.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.784673 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.785207 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 03:17:53.785530 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: qos_rules_alias.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.786576 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.787124 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 03:17:53.787454 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: quotasv2.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.788406 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.788743 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: quotas Sep 15 03:17:53.789065 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: quotasv2_detail.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.792622 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.792968 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: quota_details Sep 15 03:17:53.793307 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: rbac.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.794378 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.794914 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: rbac-policies Sep 15 03:17:53.795272 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: rbac_address_group.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.796205 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.796728 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: rbac-address-group Sep 15 03:17:53.797061 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: rbac_address_scope.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.797988 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.798502 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: rbac-address-scope Sep 15 03:17:53.798838 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: rbac_security_groups.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.799781 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.800296 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: rbac-security-groups Sep 15 03:17:53.800624 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: rbac_subnetpool.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.802108 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.802626 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: rbac-subnetpool Sep 15 03:17:53.802953 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: revisionifmatch.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.803916 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.804425 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: revision-if-match Sep 15 03:17:53.804751 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: revisions.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.805895 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.806411 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: standard-attr-revisions Sep 15 03:17:53.806740 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: router_availability_zone.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.807449 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.807964 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: router_availability_zone Sep 15 03:17:53.808290 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: routerservicetype.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.809210 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.809724 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension router-service-type not supported by any of loaded plugins Sep 15 03:17:53.810051 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.810979 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.811502 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: security-groups-normalized-cidr Sep 15 03:17:53.811829 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.812746 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.813257 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: port-security-groups-filtering Sep 15 03:17:53.813586 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.814503 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.815046 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: security-groups-remote-address-group Sep 15 03:17:53.815377 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: securitygroup.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.827080 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.827610 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: security-group Sep 15 03:17:53.827950 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: segment.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.828742 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.829260 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension segment not supported by any of loaded plugins Sep 15 03:17:53.829594 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.830536 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.831075 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 03:17:53.831408 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: servicetype.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.832885 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.833413 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: service-type Sep 15 03:17:53.833750 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: sorting.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.834742 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.835108 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: sorting Sep 15 03:17:53.835439 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: standard_attr_segment.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.836415 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.836937 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 03:17:53.837267 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: standardattrdescription.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.837922 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.838434 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: standard-attr-description Sep 15 03:17:53.838764 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: stateful_security_group.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.839731 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.840252 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: stateful-security-group Sep 15 03:17:53.840575 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: stdattrs_common.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.841158 dv-cinder-806965-6-iscsi neutron-server[93810]: WARNING neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 03:17:53.841481 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.842412 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.842936 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 03:17:53.843289 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: subnet_onboard.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.844359 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.844884 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: subnet_onboard Sep 15 03:17:53.845206 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.846131 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.846647 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 03:17:53.846992 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: subnet_service_types.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.848035 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.848562 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: subnet-service-types Sep 15 03:17:53.848885 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: subnetallocation.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.849983 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.850505 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: subnet_allocation Sep 15 03:17:53.850834 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.851534 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.852054 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: subnetpool-prefix-ops Sep 15 03:17:53.852379 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.853316 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.853835 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 03:17:53.854157 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: tagging.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.855264 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.855789 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: standard-attr-tag Sep 15 03:17:53.856119 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: timestamp.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.857329 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.857849 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loaded extension: standard-attr-timestamp Sep 15 03:17:53.858179 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: trunk.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.859249 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.859764 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension trunk not supported by any of loaded plugins Sep 15 03:17:53.860092 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: trunk_details.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.861011 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.861522 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension trunk-details not supported by any of loaded plugins Sep 15 03:17:53.861848 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: uplink_status_propagation.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.862767 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.863918 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 03:17:53.864279 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Loading extension file: vlantransparent.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 03:17:53.864991 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 03:17:53.865502 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 03:17:53.867932 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of TrackedResource for resource:network Sep 15 03:17:53.868464 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of TrackedResource for resource:subnet Sep 15 03:17:53.868868 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 03:17:53.869276 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of TrackedResource for resource:port Sep 15 03:17:53.870496 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 03:17:53.870946 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Service FLAVORS assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 03:17:53.871587 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 03:17:53.872011 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 03:17:53.872353 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of TrackedResource for resource:router Sep 15 03:17:53.872782 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 03:17:53.873266 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Service METERING assigned prefix: /metering {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 03:17:53.874717 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.875137 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.875499 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:17:53.876508 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 03:17:53.876956 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of TrackedResource for resource:security_group Sep 15 03:17:53.877382 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 03:17:53.877964 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Service CORE assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 03:17:53.878305 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 03:17:53.878654 dv-cinder-806965-6-iscsi neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] subnetpool is already registered Sep 15 03:17:53.879821 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Service CORE assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 03:17:53.880260 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 03:17:53.880602 dv-cinder-806965-6-iscsi neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] subnetpool is already registered Sep 15 03:17:53.882862 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 03:17:53.883333 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Service FLAVORS assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 03:17:53.883922 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 03:17:53.884343 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 03:17:53.884686 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of TrackedResource for resource:router Sep 15 03:17:53.885030 dv-cinder-806965-6-iscsi neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] router is already registered Sep 15 03:17:53.885442 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 03:17:53.885780 dv-cinder-806965-6-iscsi neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] floatingip is already registered Sep 15 03:17:53.886233 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Service METERING assigned prefix: /metering {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 03:17:53.886902 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 03:17:53.887253 dv-cinder-806965-6-iscsi neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] rbac_policy is already registered Sep 15 03:17:53.887665 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of TrackedResource for resource:security_group Sep 15 03:17:53.888002 dv-cinder-806965-6-iscsi neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] security_group is already registered Sep 15 03:17:53.888402 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 03:17:53.888736 dv-cinder-806965-6-iscsi neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] security_group_rule is already registered Sep 15 03:17:53.889354 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Service CORE assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 03:17:53.889690 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 03:17:53.890026 dv-cinder-806965-6-iscsi neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] subnetpool is already registered Sep 15 03:17:53.890445 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Service CORE assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 03:17:53.890778 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 03:17:53.891145 dv-cinder-806965-6-iscsi neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] subnetpool is already registered Sep 15 03:17:53.891610 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: extensions {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.893048 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: address-groups {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.894619 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: address-scopes {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.896067 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: agents {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.897212 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: auto-allocated-topology {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.898455 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: availability_zones {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.899698 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: dhcp-networks {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.901345 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: dhcp-agents {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.902766 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: routers {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.905059 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: flavors {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.906213 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: service_profiles {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.907440 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: next_providers {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.908875 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: service_profiles {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.910482 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: floatingip-pools {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.911731 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: routers {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.913816 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: floatingips {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.915126 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: l3-routers {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.916499 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: l3-agents {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.917903 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: metering-labels {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.919269 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: metering-label-rules {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.920535 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: network-ip-availabilities {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.921802 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: bindings {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.924314 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: quotas {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.926288 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: quotas {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.927726 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: rbac-policies {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.928965 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: security-groups {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.930460 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: security-group-rules {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.931960 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: service-providers {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.933362 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: subnetpools {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.935053 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: subnetpools {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.936759 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.938639 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.940825 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.943517 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.945583 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.947770 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.949455 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.951380 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.953128 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.954863 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron.api.extensions [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 03:17:53.961474 dv-cinder-806965-6-iscsi neutron-server[93810]: WARNING keystonemiddleware.auth_token [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 03:17:53.966184 dv-cinder-806965-6-iscsi neutron-server[93810]: WARNING keystonemiddleware.auth_token [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 03:17:53.974714 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_concurrency.lockutils [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Acquired lock "singleton_lock" {{(pid=93810) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 03:17:53.975223 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_concurrency.lockutils [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Releasing lock "singleton_lock" {{(pid=93810) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 03:17:53.975864 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO oslo_service.service [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Starting 2 workers Sep 15 03:17:53.980673 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Started child 93919 {{(pid=93810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 03:17:53.985028 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Started child 93920 {{(pid=93810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 03:17:53.985942 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:17:53.986575 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO neutron.service [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 03:17:53.987309 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Notify callbacks [] for process, before_spawn {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:17:53.987516 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [-] (93919) wsgi starting up on http://0.0.0.0:9696 Sep 15 03:17:53.990430 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO oslo_service.service [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Starting 1 workers Sep 15 03:17:53.990717 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:17:53.992104 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [-] (93920) wsgi starting up on http://0.0.0.0:9696 Sep 15 03:17:53.995619 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Started child 93921 {{(pid=93810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 03:17:53.996148 dv-cinder-806965-6-iscsi neutron-server[93810]: INFO oslo_service.service [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Starting 1 workers Sep 15 03:17:53.999258 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.service [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] calling RpcWorker wait() {{(pid=93921) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 03:17:53.999781 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.service [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] returning from RpcWorker wait() {{(pid=93921) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 03:17:54.000551 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Started child 93922 {{(pid=93810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 03:17:54.001132 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:17:54.001401 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-0ac77a39-d0a6-4a59-a024-7e4e286aa6b3 None None] Notify callbacks [] for process, after_spawn {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:17:54.001686 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:17:54.003368 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93810) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 03:17:54.003587 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 03:17:54.004502 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 03:17:54.004925 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 03:17:54.004925 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 03:17:54.005662 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 03:17:54.005662 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.005940 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.006086 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.006333 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.006488 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:17:54.007158 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.007323 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.007474 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.007702 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.007987 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.008220 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.008397 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.008566 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.008821 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.009052 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.009359 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.009629 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.009916 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.010129 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.010293 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.010538 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.010802 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.011071 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.011333 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] debug = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.011574 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.012038 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.012266 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.012513 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.012730 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.013011 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.013255 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.013513 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.013756 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.013970 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.014212 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.014471 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.014701 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.014964 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.015178 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.015447 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.015807 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.016114 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] host = dv-cinder-806965-6-iscsi {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.016358 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.016575 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.016820 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.017062 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.017321 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.017531 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.017790 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.018044 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.018300 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.018544 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.018785 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.019051 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.019304 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.019584 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] log_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.019751 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] log_options = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.019998 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.020270 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.020555 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.020717 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.020867 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.021033 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.021279 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.021433 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.021676 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.021910 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.022125 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.022358 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.022610 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.022838 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.023118 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.023354 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.023599 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.023809 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.024050 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.024307 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.024531 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.024759 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.024974 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.025233 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.025412 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.025654 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.025955 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.026142 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.026336 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.026613 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.026843 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.027118 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.027369 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.027562 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.027830 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.028057 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.028283 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.028516 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.028778 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.029005 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.029260 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.029504 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.029717 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.029970 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.030213 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.030462 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.030694 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] use_json = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.030886 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.031132 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.031413 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.031645 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.031878 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.032092 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.032329 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.032561 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.033022 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.033937 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.033937 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.033937 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.034227 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.034497 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.034782 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.035143 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.035522 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:17:54.035701 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.036186 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.036560 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.036794 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.037140 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.037337 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.037620 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.038036 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.038391 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.038698 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.038931 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.039178 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.039731 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.040774 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.040774 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.040774 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.042427 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.042427 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.042427 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.042427 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.042427 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.042427 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.044281 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.044281 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.044281 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.044281 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.044281 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.044281 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.045872 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.045872 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.045872 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.045872 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.045872 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.045872 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.049075 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.049075 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.049075 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.049075 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.049075 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.049075 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.049075 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.049075 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.049075 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.050323 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.050323 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.050323 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.050323 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.050323 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.052146 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.052146 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.052146 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.052146 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.052146 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.052737 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.052737 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.052737 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.053584 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.053584 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.053584 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.053584 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.054025 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.054025 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.054809 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.054809 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.054809 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.055181 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.055181 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.055479 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.055708 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.055920 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.056124 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.056329 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.056547 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.056769 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.056971 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.059450 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.059450 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.059450 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.059450 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.059450 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.059450 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.059450 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.059450 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.060406 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.060406 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.060406 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.060406 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.060406 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.060406 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.060953 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.060953 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.060953 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.061246 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.061547 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.061703 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.062083 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.062237 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.062414 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.062640 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.062886 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.063349 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.063805 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.064243 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.064537 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.064813 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.065056 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.065327 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.065584 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.065855 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.066111 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.067026 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.067256 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.068575 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.068575 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.068575 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.068575 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.068575 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.069221 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.069221 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.069473 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.069606 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.069818 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.070231 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.070375 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.070547 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.071365 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.071365 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.071365 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.071771 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.071903 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.072104 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.072316 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.072564 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.072848 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.075317 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.075317 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.075317 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.075317 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.075317 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.075317 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.075317 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.075317 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.076141 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.076141 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.076295 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.077236 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.077730 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.079426 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.079567 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.079711 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.080468 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.080468 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.080468 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.080718 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.080972 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.081143 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.081408 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.083077 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.083077 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.083077 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.083077 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.083077 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.083489 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.083489 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.083707 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.085167 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.085467 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.085991 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.085991 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.086251 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.086489 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.086769 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.087212 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.087320 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.087548 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.087864 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.088014 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.088266 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.088549 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.088910 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.089016 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.089188 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.090567 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.090567 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.090567 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.090567 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.090567 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.090948 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.090948 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.091663 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.091917 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.092143 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.092399 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.092622 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.092865 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.093134 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.093363 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.093611 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.093828 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.094044 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.094278 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.094499 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.094715 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.095012 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.095269 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.095517 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.095769 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.096012 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.096221 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.096470 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.096687 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.096923 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.097146 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.097366 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.097606 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.097837 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.098083 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.098366 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.098663 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.098814 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.099052 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.099283 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.099526 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.099740 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.099963 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.100202 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.100419 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.100647 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.100859 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.101073 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.101295 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.101514 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.101755 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.102006 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.102238 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.102473 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.102696 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.102925 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.103182 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.103477 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.103728 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.103953 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.104253 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.104503 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.104760 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.105003 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.105317 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.105533 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.105775 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.105995 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.106236 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.106477 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.106733 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.107072 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.107358 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.107611 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.107867 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.108278 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.108445 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.108926 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.109755 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.110068 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.111031 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.111326 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.112707 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.112950 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.114335 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.114588 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.114847 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.115118 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.115371 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.115598 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.115844 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.116085 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.116316 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.116572 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.116804 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.117047 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.117276 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.117511 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.117737 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.117958 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.118119 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 03:17:54.118657 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93810) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 03:17:54.118818 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 03:17:54.118993 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 03:17:54.119593 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 03:17:54.119770 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 03:17:54.119927 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 03:17:54.120365 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.120537 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.120706 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.120871 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.121033 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.121215 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.121380 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.121543 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.121705 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.121860 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.122055 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.122228 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.122374 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.122502 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.122991 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.123179 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.123340 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.123502 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.123671 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.123831 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.123993 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.124154 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.124317 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] debug = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.124485 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.124696 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.124859 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.125015 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.125176 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.125337 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.125498 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.125659 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.125821 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.125981 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.126143 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.126305 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.126466 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.126627 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.126712 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:17:54.126793 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.126937 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.127120 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.127281 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] host = dv-cinder-806965-6-iscsi {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.127444 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.127604 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.127768 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.127914 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.128074 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.128236 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.128402 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.128565 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.128725 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.128992 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.129333 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.129498 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.129660 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.129821 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] log_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.129983 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] log_options = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.130144 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.130304 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.130465 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.130649 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.130816 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.131028 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.131176 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.131311 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.131455 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.131615 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.131776 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.131937 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.132098 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.132258 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.132406 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.132618 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.132744 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.132865 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.133013 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.133174 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.133335 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.133494 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.133655 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.133815 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.133976 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.134135 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.134294 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.134453 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.134612 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.134772 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.134932 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.135123 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.135284 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.135444 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.135606 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.135765 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.135926 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.136086 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.136250 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.136411 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.136571 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.136732 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.136892 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.137052 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.137213 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.137374 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.137535 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] use_json = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.137696 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.137847 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.137993 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.138169 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.138297 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.138477 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.138603 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.138756 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 03:17:54.138937 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.140609 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.140798 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.140968 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.141135 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.141300 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.141464 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.141629 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.142725 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.142898 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.143930 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.144949 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.145429 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.145624 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.145797 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.145970 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.146138 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.146305 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.146473 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.146638 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.146801 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.147235 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.147415 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.147809 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.147979 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.148143 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.148307 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.148488 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.149089 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.149262 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.149424 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.149762 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.150085 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.150250 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.150421 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.150591 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.150741 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.150907 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.151082 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.151247 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.151411 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.151575 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.151740 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.151904 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.152069 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.152233 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.152396 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.152548 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.152717 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.152882 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.153045 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.153212 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.153377 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.153540 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.153702 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.153877 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.154040 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.154203 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.154366 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.154530 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.154693 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.154857 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.155035 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.155199 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.155363 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.155525 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.155699 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.155862 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.156025 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.156188 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.156352 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.156515 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.156679 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.156840 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.156978 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.157145 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.157295 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.157459 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.157623 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.157786 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.157949 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.158114 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.158278 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.158427 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.158592 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.158741 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.158905 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.159166 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.159316 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.159462 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.159596 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.159733 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.159889 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.160842 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.161038 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.161166 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 35992) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:17:54.161306 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.161431 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.161574 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.161740 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.161905 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.162070 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.162234 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.162400 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.162564 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.162727 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.162894 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.163085 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.163248 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.163410 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.163572 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.163737 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.163900 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.164064 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.164228 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.164391 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.164554 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.164727 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.164890 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.165056 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.165219 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.165389 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.165564 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.165728 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.165893 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.166057 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.166220 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.166382 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.166546 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.166710 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.166873 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.167056 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.167220 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.167392 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.167566 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.167730 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.167895 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.168058 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.168245 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.168409 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.168571 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.168735 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.168898 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.169061 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.169286 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.169407 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.169611 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.169731 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064952 Sep 15 03:17:54.169850 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.169954 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.170343 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.170512 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.171562 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.171562 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.171562 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.171562 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.171562 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.171562 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.171976 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.171976 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.171976 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.172148 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.172210 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.173341 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.173341 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.173490 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.173643 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.173811 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.173976 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.174160 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.174571 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.174741 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.175879 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.175879 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.175879 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.175879 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.176393 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.176393 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.176700 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.176700 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.176900 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.177000 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.177101 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.177230 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.177397 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.177561 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.177724 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.177887 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.179003 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.179003 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.179003 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.179749 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.179952 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.180089 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.180872 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.181041 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.181212 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.181487 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.181720 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.182834 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.183027 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.183201 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.183364 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.183684 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.184007 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.184180 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.184355 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.184520 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.184690 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.184854 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.185018 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.185184 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.185348 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.185526 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.186926 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.186926 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.186926 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.186926 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.186926 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.186926 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.186926 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.186926 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.187659 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.187659 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.187659 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.187659 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.187659 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.188005 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.188005 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.188157 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.188265 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.188502 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.188731 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.189021 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.189169 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.189491 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.189655 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.189831 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.189997 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.190166 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.190325 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.190640 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.190807 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.191047 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.191163 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.192015 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.192169 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.192524 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.192828 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.193152 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.193322 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.193491 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.193666 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.193831 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.194054 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.194224 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.194406 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.194569 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.194878 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.195580 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.196217 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.196889 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.197059 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.197230 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.197411 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.197584 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.197749 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.197923 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.198098 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.198271 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.198435 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.198606 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.198783 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.198949 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.199368 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.199543 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.199685 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.199844 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.199997 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.200159 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.200310 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.200460 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.200631 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.200797 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.200960 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.201126 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.201290 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.201482 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.201649 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.201811 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.201972 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.202127 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 03:17:54.202285 dv-cinder-806965-6-iscsi neutron-server[93810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 03:18:05.832986 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c6597d-54ec-4d8e-ba47-31e79c00f99f None None] get_active_networks_info from dv-cinder-806965-6-iscsi {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 03:18:05.904609 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c6597d-54ec-4d8e-ba47-31e79c00f99f None None] No non-hosted networks {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 03:18:05.912392 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.agentschedulers_db [None req-b5c6597d-54ec-4d8e-ba47-31e79c00f99f None None] DHCP Agent not found on host dv-cinder-806965-6-iscsi {{(pid=93921) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 03:18:05.997997 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7f8109a7-84d1-4572-b14b-96542930b8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8074529'] for agent, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:08.180923 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-05831e17-571d-438d-8ead-2a8816120193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8074529'] for agent, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:08.239161 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4e80744e-f62e-4098-862d-e3941c620fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:08.732109 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8074529'] for agent, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:08.733150 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:08.735176 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:08.736152 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:08.738911 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:08.741711 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:08.742258 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:08.743565 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:08.749075 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:08.749724 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:08.750273 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:08.751005 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:08.751545 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:08.752152 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806965-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:18:08.770269 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806965-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:18:09.406367 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8074529'] for agent, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:10.781339 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8074529'] for agent, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:11.941684 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36084) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:18:12.454057 dv-cinder-806965-6-iscsi neutron-server[93920]: WARNING oslo_policy.policy [None req-c8e6fceb-e795-4405-b9ad-debe63a3af93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 03:18:12.454833 dv-cinder-806965-6-iscsi neutron-server[93920]: WARNING oslo_policy.policy [None req-c8e6fceb-e795-4405-b9ad-debe63a3af93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 03:18:12.689881 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [None req-c8e6fceb-e795-4405-b9ad-debe63a3af93 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:18:12.691237 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c8e6fceb-e795-4405-b9ad-debe63a3af93 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7474184 Sep 15 03:18:13.531926 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.db.l3_hamode_db [None req-65660dae-0c71-4c7b-94e0-33cfa918b551 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 03:18:13.607897 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65660dae-0c71-4c7b-94e0-33cfa918b551 None None] Routers set() bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:18:13.608279 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65660dae-0c71-4c7b-94e0-33cfa918b551 None None] Router IDs set() for agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 03:18:15.104233 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36098) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:18:15.412523 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-03b42f55-7279-4103-a70a-620c8af44265 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:18:15.508383 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.policy [None req-03b42f55-7279-4103-a70a-620c8af44265 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93920) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 03:18:15.553104 dv-cinder-806965-6-iscsi neutron-server[93920]: WARNING oslo_policy.policy [None req-03b42f55-7279-4103-a70a-620c8af44265 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 03:18:15.553447 dv-cinder-806965-6-iscsi neutron-server[93920]: WARNING oslo_policy.policy [None req-03b42f55-7279-4103-a70a-620c8af44265 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 03:18:15.561922 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.quota [None req-03b42f55-7279-4103-a70a-620c8af44265 admin admin] Loaded quota_driver: . Sep 15 03:18:15.650194 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03b42f55-7279-4103-a70a-620c8af44265 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760532973045', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760532973344', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760532977369', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760532991781', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760533658804', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760532937583', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7858650', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7823044', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-464249', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-437551'] for rbac-policy, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:15.713295 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03b42f55-7279-4103-a70a-620c8af44265 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:15.715266 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-03b42f55-7279-4103-a70a-620c8af44265 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6098149 Sep 15 03:18:18.293906 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36110) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:18:18.589780 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Request body: {'network': {'tenant_id': 'c4f435056fae4d1ab95126062c9d0a80', 'name': 'private', 'project_id': 'c4f435056fae4d1ab95126062c9d0a80', 'admin_state_up': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:18:18.617725 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Made reservation on behalf of c4f435056fae4d1ab95126062c9d0a80 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:18:18.620567 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:18.637121 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:18.757390 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:18.760993 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:18.779845 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:18:18.807311 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760529642132', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:18.807906 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Unsubscribe: segment precommit_create {{(pid=93920) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 03:18:18.808414 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Added segment ef30419a-0199-4128-9c16-f7c553f8bc10 of type vlan for network e9df4315-285c-4cdd-860d-b67b3fd469cc Sep 15 03:18:18.824515 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7796bd-b271-4db8-9ee5-100583dbbc0a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:18.872552 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:18.872911 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:18.873256 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:18.873590 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:18.873919 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:18.874260 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:18.874590 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:18.874914 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:18.875278 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:18.875605 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:18.875923 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:18.876241 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Tracked resource versions report: Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: pushed versions: Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: { 'AddressGroup': {'1.2'}, Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'ConntrackHelper': {'1.0'}, Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Log': {'1.0'}, Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Network': {'1.1'}, Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Port': {'1.7'}, Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'PortForwarding': {'1.2'}, Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'QosPolicy': {'1.9'}, Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'SecurityGroup': {'1.4'}, Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'SecurityGroupRule': {'1.2'}, Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'SubPort': {'1.0'}, Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Subnet': {'1.1'}, Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Trunk': {'1.1'}} Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: consumer versions: Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: { DHCP agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: L3 agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: Metadata agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: Metering agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: Open vSwitch agent@dv-cinder-806965-6-iscsi: { 'AddressGroup': '1.2', Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'ConntrackHelper': '1.0', Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Log': '1.0', Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Network': '1.1', Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Port': '1.7', Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'PortForwarding': '1.2', Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'QosPolicy': '1.9', Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'SecurityGroup': '1.4', Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'SecurityGroupRule': '1.2', Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'SubPort': '1.0', Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Subnet': '1.1', Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Trunk': '1.1'}} Sep 15 03:18:18.877256 dv-cinder-806965-6-iscsi neutron-server[93920]: {{(pid=93920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 03:18:18.925719 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:18.964594 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:18.965859 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:18:18.966543 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:19.010061 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7150590 Sep 15 03:18:19.070026 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e532fd-3ddc-44a6-b626-d383790600c6 admin admin] Pushing event updated for resources: {'Network': ['ID=e9df4315-285c-4cdd-860d-b67b3fd469cc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:19.083484 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network e9df4315-285c-4cdd-860d-b67b3fd469cc details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:18:21.733784 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36124) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:18:22.124579 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36a1438-b1f4-45fa-8fb5-d4ea6ca0db1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:18:22.126004 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-d36a1438-b1f4-45fa-8fb5-d4ea6ca0db1a admin admin] 10.222.0.24 "GET /v2.0/networks/e9df4315-285c-4cdd-860d-b67b3fd469cc HTTP/1.1" status: 200 len: 825 time: 0.3912146 Sep 15 03:18:22.151153 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-aca7d75f-3139-428b-9c34-1a5aeb4b116b admin admin] 10.222.0.24 "GET /v2.0/subnetpools/a5dfe32b-7efe-49d7-b2ac-5258347c6c4b HTTP/1.1" status: 200 len: 734 time: 0.0182819 Sep 15 03:18:22.160047 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ac07e90a-6381-41b3-87bd-95fb4705eeac admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'e9df4315-285c-4cdd-860d-b67b3fd469cc', 'tenant_id': 'c4f435056fae4d1ab95126062c9d0a80', 'subnetpool_id': 'a5dfe32b-7efe-49d7-b2ac-5258347c6c4b'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:18:22.180652 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac07e90a-6381-41b3-87bd-95fb4705eeac admin admin] Made reservation on behalf of c4f435056fae4d1ab95126062c9d0a80 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:18:22.183058 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac07e90a-6381-41b3-87bd-95fb4705eeac admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:22.469625 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac07e90a-6381-41b3-87bd-95fb4705eeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:22.537291 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07e90a-6381-41b3-87bd-95fb4705eeac admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e54d3de-3a20-42ed-8f2b-b55469e82e09,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:22.543533 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac07e90a-6381-41b3-87bd-95fb4705eeac admin admin] Checking segment: {'id': 'ef30419a-0199-4128-9c16-f7c553f8bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e9df4315-285c-4cdd-860d-b67b3fd469cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:18:22.543888 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac07e90a-6381-41b3-87bd-95fb4705eeac admin admin] Network hostable DHCP agents. Network: e9df4315-285c-4cdd-860d-b67b3fd469cc, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:18:22.563971 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac07e90a-6381-41b3-87bd-95fb4705eeac admin admin] Network e9df4315-285c-4cdd-860d-b67b3fd469cc is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:18:22.575029 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-ac07e90a-6381-41b3-87bd-95fb4705eeac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, e9df4315-285c-4cdd-860d-b67b3fd469cc) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:18:22.580645 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac07e90a-6381-41b3-87bd-95fb4705eeac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:18:22.581659 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac07e90a-6381-41b3-87bd-95fb4705eeac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:22.585846 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3489f450-9d4d-4901-9844-b7aabb77e2d4 None None] Network e9df4315-285c-4cdd-860d-b67b3fd469cc requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:18:22.595783 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ac07e90a-6381-41b3-87bd-95fb4705eeac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4389160 Sep 15 03:18:22.904032 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61792565-6ce9-5770-a455-e89f9f15880b-e9df4315-285c-4cdd-860d-b67b3fd469cc', 'network_id': 'e9df4315-285c-4cdd-860d-b67b3fd469cc', 'tenant_id': 'c4f435056fae4d1ab95126062c9d0a80', 'fixed_ips': [{'subnet_id': '7e54d3de-3a20-42ed-8f2b-b55469e82e09'}]}} from dv-cinder-806965-6-iscsi. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 03:18:22.905301 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:23.185057 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Allocated IP 172.20.0.2 (e9df4315-285c-4cdd-860d-b67b3fd469cc/7e54d3de-3a20-42ed-8f2b-b55469e82e09/59bfd438-1cbe-4e15-b538-1c706fd2c9a6) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:18:23.387494 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:23.394978 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:23.492929 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Network e9df4315-285c-4cdd-860d-b67b3fd469cc is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:18:23.497482 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:18:23.510195 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:18:23.513332 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Pushing event updated for resources: {'Port': ['ID=59bfd438-1cbe-4e15-b538-1c706fd2c9a6,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:23.548363 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:23.548363 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:23.548363 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:23.548363 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:23.548363 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:23.548891 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:23.548891 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:23.548891 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:23.549131 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:23.549379 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:23.549963 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:23.550401 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Tracked resource versions report: Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: pushed versions: Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: { 'AddressGroup': {'1.2'}, Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'ConntrackHelper': {'1.0'}, Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Log': {'1.0'}, Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Network': {'1.1'}, Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Port': {'1.7'}, Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'PortForwarding': {'1.2'}, Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'QosPolicy': {'1.9'}, Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'SecurityGroup': {'1.4'}, Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'SecurityGroupRule': {'1.2'}, Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'SubPort': {'1.0'}, Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Subnet': {'1.1'}, Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Trunk': {'1.1'}} Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: consumer versions: Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: { DHCP agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: L3 agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: Metadata agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: Metering agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: Open vSwitch agent@dv-cinder-806965-6-iscsi: { 'AddressGroup': '1.2', Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'ConntrackHelper': '1.0', Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Log': '1.0', Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Network': '1.1', Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Port': '1.7', Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'PortForwarding': '1.2', Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'QosPolicy': '1.9', Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'SecurityGroup': '1.4', Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'SecurityGroupRule': '1.2', Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'SubPort': '1.0', Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Subnet': '1.1', Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Trunk': '1.1'}} Sep 15 03:18:23.551511 dv-cinder-806965-6-iscsi neutron-server[93921]: {{(pid=93921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 03:18:23.598771 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Attempting to bind port 59bfd438-1cbe-4e15-b538-1c706fd2c9a6 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:18:23.599411 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Attempting to bind port 59bfd438-1cbe-4e15-b538-1c706fd2c9a6 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'ef30419a-0199-4128-9c16-f7c553f8bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e9df4315-285c-4cdd-860d-b67b3fd469cc'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:18:23.599607 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Attempting to bind port 59bfd438-1cbe-4e15-b538-1c706fd2c9a6 on network e9df4315-285c-4cdd-860d-b67b3fd469cc {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:18:23.604390 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:18:23.604802 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Checking segment: {'id': 'ef30419a-0199-4128-9c16-f7c553f8bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e9df4315-285c-4cdd-860d-b67b3fd469cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:18:23.605291 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:23.605686 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Bound using segment: {'id': 'ef30419a-0199-4128-9c16-f7c553f8bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e9df4315-285c-4cdd-860d-b67b3fd469cc'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:18:23.606149 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Bound port: 59bfd438-1cbe-4e15-b538-1c706fd2c9a6, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef30419a-0199-4128-9c16-f7c553f8bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e9df4315-285c-4cdd-860d-b67b3fd469cc'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:18:23.606571 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:23.667281 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] For port 59bfd438-1cbe-4e15-b538-1c706fd2c9a6, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:18:23.671556 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] For port 59bfd438-1cbe-4e15-b538-1c706fd2c9a6, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=59bfd438-1cbe-4e15-b538-1c706fd2c9a6,segment=NetworkSegment(ef30419a-0199-4128-9c16-f7c553f8bc10),segment_id=ef30419a-0199-4128-9c16-f7c553f8bc10)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:18:23.676210 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:23.742041 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeebe38-909b-41f7-8696-0c94086f0dfa None None] Pushing event updated for resources: {'Port': ['ID=59bfd438-1cbe-4e15-b538-1c706fd2c9a6,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:25.013032 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36132) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:18:25.326756 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [None req-fd716b0a-6a11-446e-b7f1-0c1ad1accfe2 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:18:25.327788 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-fd716b0a-6a11-446e-b7f1-0c1ad1accfe2 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138149 Sep 15 03:18:27.727510 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36140) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:18:28.054410 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [None req-c22a4e7e-d15f-466b-b354-303fdc18cd4a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:18:28.055544 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c22a4e7e-d15f-466b-b354-303fdc18cd4a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3270965 Sep 15 03:18:30.733461 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36150) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:18:31.046844 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-6515f3c9-a9c6-4b20-a420-751fd4910733 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c4f435056fae4d1ab95126062c9d0a80'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:18:31.075329 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6515f3c9-a9c6-4b20-a420-751fd4910733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1228'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:31.076957 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6515f3c9-a9c6-4b20-a420-751fd4910733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8079899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8074379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1239'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:31.219417 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6515f3c9-a9c6-4b20-a420-751fd4910733 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:31.225365 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6515f3c9-a9c6-4b20-a420-751fd4910733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8079892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8074588'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:31.237957 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6515f3c9-a9c6-4b20-a420-751fd4910733 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:31.239241 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-6515f3c9-a9c6-4b20-a420-751fd4910733 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5048008 Sep 15 03:18:32.108882 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578cb892-9f5e-4ba9-befb-dc7e6a79a1aa None None] Network e9df4315-285c-4cdd-860d-b67b3fd469cc requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:18:32.222937 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 59bfd438-1cbe-4e15-b538-1c706fd2c9a6 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:18:32.258247 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c36a31f7-91c0-48ab-a3ba-9a8615f374f9 None None] Provisioning complete for port 59bfd438-1cbe-4e15-b538-1c706fd2c9a6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:18:32.258653 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c36a31f7-91c0-48ab-a3ba-9a8615f374f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:32.449161 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 59bfd438-1cbe-4e15-b538-1c706fd2c9a6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:18:32.449552 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:32.500190 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c36a31f7-91c0-48ab-a3ba-9a8615f374f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:32.547491 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c36a31f7-91c0-48ab-a3ba-9a8615f374f9 None None] For port 59bfd438-1cbe-4e15-b538-1c706fd2c9a6, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=59bfd438-1cbe-4e15-b538-1c706fd2c9a6,segment=NetworkSegment(ef30419a-0199-4128-9c16-f7c553f8bc10),segment_id=ef30419a-0199-4128-9c16-f7c553f8bc10)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:18:32.570078 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c36a31f7-91c0-48ab-a3ba-9a8615f374f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:32.613480 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:32.641669 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a31f7-91c0-48ab-a3ba-9a8615f374f9 None None] Pushing event updated for resources: {'Port': ['ID=59bfd438-1cbe-4e15-b538-1c706fd2c9a6,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:32.684616 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.db.api [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 03:18:32.685020 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG oslo_db.api [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 03:18:32.693877 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-97068c0d-c10c-4837-b082-6639f2f917ad None None] Provisioning complete for port 59bfd438-1cbe-4e15-b538-1c706fd2c9a6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:18:32.694246 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97068c0d-c10c-4837-b082-6639f2f917ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:33.653771 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36164) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:18:33.960689 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [None req-f7772839-9f8e-48af-aba3-470b81bb2748 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:18:33.961682 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-f7772839-9f8e-48af-aba3-470b81bb2748 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3069873 Sep 15 03:18:34.186236 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 59bfd438-1cbe-4e15-b538-1c706fd2c9a6 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:18:34.233205 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 59bfd438-1cbe-4e15-b538-1c706fd2c9a6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:18:34.233651 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:35.691755 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b6b4acbb-2110-4282-85e0-1cf70c10361d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:36.367466 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36172) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:18:36.881042 dv-cinder-806965-6-iscsi neutron-server[93919]: WARNING oslo_policy.policy [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 03:18:36.881622 dv-cinder-806965-6-iscsi neutron-server[93919]: WARNING oslo_policy.policy [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 03:18:37.103629 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:18:37.105275 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.quota [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Loaded quota_driver: . Sep 15 03:18:37.163322 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Made reservation on behalf of cc0f7c67ed9c41d883390b1d249b7228 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:18:37.229041 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.policy [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93919) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 03:18:37.273661 dv-cinder-806965-6-iscsi neutron-server[93919]: WARNING oslo_policy.policy [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 03:18:37.274053 dv-cinder-806965-6-iscsi neutron-server[93919]: WARNING oslo_policy.policy [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 03:18:37.285116 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:37.304717 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:37.432845 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:37.436536 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:37.448212 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Reserving flat network on physical network physnet1 {{(pid=93919) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 03:18:37.483293 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760529642132', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:37.483882 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Unsubscribe: segment precommit_create {{(pid=93919) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 03:18:37.484423 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.segments_db [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Added segment a7ab959d-390d-4b6b-9b17-e8e1a82b7aee of type flat for network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 Sep 15 03:18:37.499775 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c3670c-ba38-4ff4-a45d-1eca1edcaec2,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:37.549391 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:37.549758 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:37.550105 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:37.550439 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:37.550768 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:37.551137 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:37.551469 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:37.551794 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:37.552133 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:37.552460 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:37.552780 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:37.553101 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Tracked resource versions report: Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: pushed versions: Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: { 'AddressGroup': {'1.2'}, Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'ConntrackHelper': {'1.0'}, Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Log': {'1.0'}, Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Network': {'1.1'}, Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Port': {'1.7'}, Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'PortForwarding': {'1.2'}, Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'QosPolicy': {'1.9'}, Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'SecurityGroup': {'1.4'}, Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'SecurityGroupRule': {'1.2'}, Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'SubPort': {'1.0'}, Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Subnet': {'1.1'}, Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Trunk': {'1.1'}} Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: consumer versions: Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: { DHCP agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: L3 agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: Metadata agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: Metering agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: Open vSwitch agent@dv-cinder-806965-6-iscsi: { 'AddressGroup': '1.2', Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'ConntrackHelper': '1.0', Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Log': '1.0', Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Network': '1.1', Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Port': '1.7', Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'PortForwarding': '1.2', Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'QosPolicy': '1.9', Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'SecurityGroup': '1.4', Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'SecurityGroupRule': '1.2', Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'SubPort': '1.0', Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Subnet': '1.1', Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Trunk': '1.1'}} Sep 15 03:18:37.554139 dv-cinder-806965-6-iscsi neutron-server[93919]: {{(pid=93919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 03:18:37.608956 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:37.655183 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:37.656286 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:18:37.656944 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:37.715359 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3467431 Sep 15 03:18:37.758748 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee8db4-ab08-4838-86ae-b77fcadecdf1 admin admin] Pushing event updated for resources: {'Network': ['ID=868c4202-6bee-43d6-a5d1-b1d260aa0e30,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:37.770654 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:18:38.175581 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0aae26a7-0567-4e40-84f1-b8cf18847ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:38.725107 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:39.348411 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:40.098170 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36202) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:18:40.270468 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a25b62-b5cc-48ce-99f1-9229533ea643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:18:40.271919 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-05a25b62-b5cc-48ce-99f1-9229533ea643 admin admin] 10.222.0.24 "GET /v2.0/subnets/7e54d3de-3a20-42ed-8f2b-b55469e82e09 HTTP/1.1" status: 200 len: 849 time: 0.1728516 Sep 15 03:18:40.388886 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-fefb6418-53a9-495f-9534-64c1e7fc6d11 admin admin] 10.222.0.24 "GET /v2.0/routers/ee61ad60-6f41-4992-b805-a94e3aed797a HTTP/1.1" status: 200 len: 704 time: 0.1109204 Sep 15 03:18:40.647460 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:40.730327 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:40.964573 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Allocated IP 172.20.0.1 (e9df4315-285c-4cdd-860d-b67b3fd469cc/7e54d3de-3a20-42ed-8f2b-b55469e82e09/c7244a97-bf06-4e43-856f-abe1b3ea46e8) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:18:41.122745 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:41.234447 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:41.304956 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Network e9df4315-285c-4cdd-860d-b67b3fd469cc is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:18:41.309654 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:18:41.321784 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:18:41.322325 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8074635'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:41.341679 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Pushing event updated for resources: {'Port': ['ID=c7244a97-bf06-4e43-856f-abe1b3ea46e8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:41.520430 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:41.538764 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ef6ec981-e0dd-43ce-a522-00399a9d0642 None None] Provisioning complete for port c7244a97-bf06-4e43-856f-abe1b3ea46e8 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:18:41.539161 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef6ec981-e0dd-43ce-a522-00399a9d0642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:41.573323 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ec981-e0dd-43ce-a522-00399a9d0642 None None] Port c7244a97-bf06-4e43-856f-abe1b3ea46e8 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:18:41.722905 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:41.727089 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:41.727830 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8079387'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:41.788634 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Pushing event updated for resources: {'Port': ['ID=c7244a97-bf06-4e43-856f-abe1b3ea46e8,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:41.852855 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Network e9df4315-285c-4cdd-860d-b67b3fd469cc is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:18:41.854166 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:18:42.017254 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Router ee61ad60-6f41-4992-b805-a94e3aed797a is scheduled to L3 agent 3f116605-9963-4097-a649-e8245477f4d2 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 03:18:42.094383 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5943ee17-ba5c-4b1e-88e8-c02360b028fe None None] Provisioning complete for port c7244a97-bf06-4e43-856f-abe1b3ea46e8 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:18:42.095008 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5943ee17-ba5c-4b1e-88e8-c02360b028fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:42.106705 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:18:42.119064 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-86f8c8b5-6b66-460b-847e-d4f6df1d4a32 admin admin] 10.222.0.24 "PUT /v2.0/routers/ee61ad60-6f41-4992-b805-a94e3aed797a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7181809 Sep 15 03:18:42.128510 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5943ee17-ba5c-4b1e-88e8-c02360b028fe None None] Port c7244a97-bf06-4e43-856f-abe1b3ea46e8 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:18:42.131643 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Sync routers for ids ['ee61ad60-6f41-4992-b805-a94e3aed797a'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:18:42.143638 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Routers {'ee61ad60-6f41-4992-b805-a94e3aed797a'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:18:42.144440 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:18:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['ee61ad60-6f41-4992-b805-a94e3aed797a'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:18:42.330861 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Set router ee61ad60-6f41-4992-b805-a94e3aed797a gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:18:42.756803 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee61ad60-6f41-4992-b805-a94e3aed797a', 'name': 'router1', 'tenant_id': 'c4f435056fae4d1ab95126062c9d0a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:18:31Z', 'updated_at': '2021-09-15T03:18:41Z', 'revision_number': 2, 'project_id': 'c4f435056fae4d1ab95126062c9d0a80', 'gw_port_host': None, '_interfaces': [{'id': 'c7244a97-bf06-4e43-856f-abe1b3ea46e8', 'name': '', 'network_id': 'e9df4315-285c-4cdd-860d-b67b3fd469cc', 'tenant_id': 'c4f435056fae4d1ab95126062c9d0a80', 'mac_address': 'fa:16:3e:bf:8b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee61ad60-6f41-4992-b805-a94e3aed797a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e54d3de-3a20-42ed-8f2b-b55469e82e09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:18:40Z', 'updated_at': '2021-09-15T03:18:41Z', 'revision_number': 2, 'project_id': 'c4f435056fae4d1ab95126062c9d0a80', 'subnets': [{'id': '7e54d3de-3a20-42ed-8f2b-b55469e82e09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5dfe32b-7efe-49d7-b2ac-5258347c6c4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:18:42.808500 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Checking router: ee61ad60-6f41-4992-b805-a94e3aed797a for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:18:42.808873 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Updating router ee61ad60-6f41-4992-b805-a94e3aed797a port c7244a97-bf06-4e43-856f-abe1b3ea46e8 binding host dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:18:42.857439 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:43.382820 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:43.389665 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:43.545507 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8c95f-1e62-4178-a8cb-37a627cc62ab None None] Pushing event updated for resources: {'Port': ['ID=c7244a97-bf06-4e43-856f-abe1b3ea46e8,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:43.562125 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8c95f-1e62-4178-a8cb-37a627cc62ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:43.562478 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8c95f-1e62-4178-a8cb-37a627cc62ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:43.562823 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8c95f-1e62-4178-a8cb-37a627cc62ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:43.563296 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8c95f-1e62-4178-a8cb-37a627cc62ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:43.563504 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8c95f-1e62-4178-a8cb-37a627cc62ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:43.563835 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8c95f-1e62-4178-a8cb-37a627cc62ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:43.564191 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8c95f-1e62-4178-a8cb-37a627cc62ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:43.564687 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8c95f-1e62-4178-a8cb-37a627cc62ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:43.564939 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8c95f-1e62-4178-a8cb-37a627cc62ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:43.565260 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8c95f-1e62-4178-a8cb-37a627cc62ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:43.565576 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8c95f-1e62-4178-a8cb-37a627cc62ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:43.565894 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8c95f-1e62-4178-a8cb-37a627cc62ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b8c95f-1e62-4178-a8cb-37a627cc62ab None None] Tracked resource versions report: Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: pushed versions: Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: { 'AddressGroup': {'1.2'}, Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'ConntrackHelper': {'1.0'}, Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Log': {'1.0'}, Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Network': {'1.1'}, Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Port': {'1.7'}, Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'PortForwarding': {'1.2'}, Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'QosPolicy': {'1.9'}, Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'SecurityGroup': {'1.4'}, Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'SecurityGroupRule': {'1.2'}, Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'SubPort': {'1.0'}, Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Subnet': {'1.1'}, Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Trunk': {'1.1'}} Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: consumer versions: Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: { DHCP agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: L3 agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: Metadata agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: Metering agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: Open vSwitch agent@dv-cinder-806965-6-iscsi: { 'AddressGroup': '1.2', Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'ConntrackHelper': '1.0', Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Log': '1.0', Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Network': '1.1', Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Port': '1.7', Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'PortForwarding': '1.2', Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'QosPolicy': '1.9', Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'SecurityGroup': '1.4', Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'SecurityGroupRule': '1.2', Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'SubPort': '1.0', Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Subnet': '1.1', Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Trunk': '1.1'}} Sep 15 03:18:43.567004 dv-cinder-806965-6-iscsi neutron-server[93922]: {{(pid=93922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 03:18:43.571719 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Attempting to bind port c7244a97-bf06-4e43-856f-abe1b3ea46e8 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:18:43.572117 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Attempting to bind port c7244a97-bf06-4e43-856f-abe1b3ea46e8 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'ef30419a-0199-4128-9c16-f7c553f8bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e9df4315-285c-4cdd-860d-b67b3fd469cc'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:18:43.572567 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Attempting to bind port c7244a97-bf06-4e43-856f-abe1b3ea46e8 on network e9df4315-285c-4cdd-860d-b67b3fd469cc {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:18:43.579667 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:18:43.580675 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Checking segment: {'id': 'ef30419a-0199-4128-9c16-f7c553f8bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e9df4315-285c-4cdd-860d-b67b3fd469cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:18:43.581409 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:43.581790 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Bound using segment: {'id': 'ef30419a-0199-4128-9c16-f7c553f8bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e9df4315-285c-4cdd-860d-b67b3fd469cc'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:18:43.582269 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Bound port: c7244a97-bf06-4e43-856f-abe1b3ea46e8, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef30419a-0199-4128-9c16-f7c553f8bc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'e9df4315-285c-4cdd-860d-b67b3fd469cc'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:18:43.582667 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:43.648081 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] For port c7244a97-bf06-4e43-856f-abe1b3ea46e8, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:18:43.665393 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-15a2d02f-39e6-4d75-bbf5-3ad027275187 None None] Provisioning complete for port c7244a97-bf06-4e43-856f-abe1b3ea46e8 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:18:43.665952 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-15a2d02f-39e6-4d75-bbf5-3ad027275187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:43.668119 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] For port c7244a97-bf06-4e43-856f-abe1b3ea46e8, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=c7244a97-bf06-4e43-856f-abe1b3ea46e8,segment=NetworkSegment(ef30419a-0199-4128-9c16-f7c553f8bc10),segment_id=ef30419a-0199-4128-9c16-f7c553f8bc10)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:18:43.675081 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:43.701049 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-15a2d02f-39e6-4d75-bbf5-3ad027275187 None None] Port c7244a97-bf06-4e43-856f-abe1b3ea46e8 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:18:43.735590 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8c95f-1e62-4178-a8cb-37a627cc62ab None None] Pushing event updated for resources: {'Port': ['ID=c7244a97-bf06-4e43-856f-abe1b3ea46e8,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:43.740009 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Routers {'ee61ad60-6f41-4992-b805-a94e3aed797a'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:18:43.740624 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:18:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['ee61ad60-6f41-4992-b805-a94e3aed797a'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:18:43.842237 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] Set router ee61ad60-6f41-4992-b805-a94e3aed797a gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:18:43.919482 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c257bfa9-4e8a-49f3-a827-d5a6b11dfe41 None None] Provisioning complete for port c7244a97-bf06-4e43-856f-abe1b3ea46e8 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:18:43.919964 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c257bfa9-4e8a-49f3-a827-d5a6b11dfe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:44.003728 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c257bfa9-4e8a-49f3-a827-d5a6b11dfe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:44.035311 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c257bfa9-4e8a-49f3-a827-d5a6b11dfe41 None None] For port c7244a97-bf06-4e43-856f-abe1b3ea46e8, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=c7244a97-bf06-4e43-856f-abe1b3ea46e8,segment=NetworkSegment(ef30419a-0199-4128-9c16-f7c553f8bc10),segment_id=ef30419a-0199-4128-9c16-f7c553f8bc10)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:18:44.040346 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c257bfa9-4e8a-49f3-a827-d5a6b11dfe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:44.061234 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee61ad60-6f41-4992-b805-a94e3aed797a', 'name': 'router1', 'tenant_id': 'c4f435056fae4d1ab95126062c9d0a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:18:31Z', 'updated_at': '2021-09-15T03:18:41Z', 'revision_number': 2, 'project_id': 'c4f435056fae4d1ab95126062c9d0a80', 'gw_port_host': None, '_interfaces': [{'id': 'c7244a97-bf06-4e43-856f-abe1b3ea46e8', 'name': '', 'network_id': 'e9df4315-285c-4cdd-860d-b67b3fd469cc', 'tenant_id': 'c4f435056fae4d1ab95126062c9d0a80', 'mac_address': 'fa:16:3e:bf:8b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee61ad60-6f41-4992-b805-a94e3aed797a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e54d3de-3a20-42ed-8f2b-b55469e82e09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:18:40Z', 'updated_at': '2021-09-15T03:18:43Z', 'revision_number': 4, 'project_id': 'c4f435056fae4d1ab95126062c9d0a80', 'subnets': [{'id': '7e54d3de-3a20-42ed-8f2b-b55469e82e09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5dfe32b-7efe-49d7-b2ac-5258347c6c4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:18:44.087356 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257bfa9-4e8a-49f3-a827-d5a6b11dfe41 None None] Pushing event updated for resources: {'Port': ['ID=c7244a97-bf06-4e43-856f-abe1b3ea46e8,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:44.088952 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7f851-6171-41de-ae1d-355887a8d382 None None] The sync data for ids ['ee61ad60-6f41-4992-b805-a94e3aed797a'] in dv-cinder-806965-6-iscsi is: [{'id': 'ee61ad60-6f41-4992-b805-a94e3aed797a', 'name': 'router1', 'tenant_id': 'c4f435056fae4d1ab95126062c9d0a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:18:31Z', 'updated_at': '2021-09-15T03:18:41Z', 'revision_number': 2, 'project_id': 'c4f435056fae4d1ab95126062c9d0a80', 'gw_port_host': None, '_interfaces': [{'id': 'c7244a97-bf06-4e43-856f-abe1b3ea46e8', 'name': '', 'network_id': 'e9df4315-285c-4cdd-860d-b67b3fd469cc', 'tenant_id': 'c4f435056fae4d1ab95126062c9d0a80', 'mac_address': 'fa:16:3e:bf:8b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee61ad60-6f41-4992-b805-a94e3aed797a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e54d3de-3a20-42ed-8f2b-b55469e82e09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:18:40Z', 'updated_at': '2021-09-15T03:18:43Z', 'revision_number': 4, 'project_id': 'c4f435056fae4d1ab95126062c9d0a80', 'subnets': [{'id': '7e54d3de-3a20-42ed-8f2b-b55469e82e09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5dfe32b-7efe-49d7-b2ac-5258347c6c4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:18:44.432775 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36222) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:18:44.542091 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa99704-381f-47ad-91e6-9c8250353342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:18:44.543541 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ffa99704-381f-47ad-91e6-9c8250353342 admin admin] 10.222.0.24 "GET /v2.0/networks/868c4202-6bee-43d6-a5d1-b1d260aa0e30 HTTP/1.1" status: 200 len: 842 time: 0.1097116 Sep 15 03:18:44.553718 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5e03e735-1d91-4389-aa8e-60b4f1aba450 admin admin] Request body: {'subnet': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:18:44.574601 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e03e735-1d91-4389-aa8e-60b4f1aba450 admin admin] Made reservation on behalf of cc0f7c67ed9c41d883390b1d249b7228 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:18:44.576916 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e03e735-1d91-4389-aa8e-60b4f1aba450 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:44.856950 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.objects.ports [None req-5e03e735-1d91-4389-aa8e-60b4f1aba450 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93920) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 03:18:44.857395 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e03e735-1d91-4389-aa8e-60b4f1aba450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:44.909969 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03e735-1d91-4389-aa8e-60b4f1aba450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1ede3c5-57ec-45fe-85fe-ee25a78662f1,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:44.920037 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e03e735-1d91-4389-aa8e-60b4f1aba450 admin admin] Checking segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:18:44.920406 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e03e735-1d91-4389-aa8e-60b4f1aba450 admin admin] Network hostable DHCP agents. Network: 868c4202-6bee-43d6-a5d1-b1d260aa0e30, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:18:44.940697 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e03e735-1d91-4389-aa8e-60b4f1aba450 admin admin] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:18:44.951494 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-5e03e735-1d91-4389-aa8e-60b4f1aba450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, 868c4202-6bee-43d6-a5d1-b1d260aa0e30) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:18:44.956208 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e03e735-1d91-4389-aa8e-60b4f1aba450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:18:44.956943 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e03e735-1d91-4389-aa8e-60b4f1aba450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:44.961333 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef8b111-f71c-419d-b716-265bdb294e30 None None] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:18:44.972346 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-5e03e735-1d91-4389-aa8e-60b4f1aba450 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4218948 Sep 15 03:18:45.058662 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:18:45.158397 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aadd002-e710-4130-9386-3739e2df3772 None None] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:18:47.372875 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36230) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:18:47.570782 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-dd335647-3851-43fb-9918-e50522caeb34 admin admin] 10.222.0.24 "GET /v2.0/routers/ee61ad60-6f41-4992-b805-a94e3aed797a HTTP/1.1" status: 200 len: 710 time: 0.1966195 Sep 15 03:18:47.658398 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9532eee-6966-4e33-8b18-309405701264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:18:47.659728 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-b9532eee-6966-4e33-8b18-309405701264 admin admin] 10.222.0.24 "GET /v2.0/networks/868c4202-6bee-43d6-a5d1-b1d260aa0e30 HTTP/1.1" status: 200 len: 886 time: 0.0830748 Sep 15 03:18:47.669008 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:18:47.909192 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:48.146730 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:48.224473 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:48.327454 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] Allocated IP 172.27.0.213 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/4b4c40ed-68ec-454f-93bf-75bb5bf3227e) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:18:48.430127 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:48.462851 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:48.499368 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:18:48.502163 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:18:48.505433 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:18:48.547725 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] Pushing event updated for resources: {'Port': ['ID=4b4c40ed-68ec-454f-93bf-75bb5bf3227e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:48.757500 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:49.040955 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8074429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8079885', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1257'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:49.044245 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8074588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8074422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8074415', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8079878'] for router, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:49.153891 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] Router ee61ad60-6f41-4992-b805-a94e3aed797a has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:18:49.274713 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:18:49.279004 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:49.280258 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-5bf68c41-ac2e-425c-96fd-683292c63690 admin admin] 10.222.0.24 "PUT /v2.0/routers/ee61ad60-6f41-4992-b805-a94e3aed797a HTTP/1.1" status: 200 len: 890 time: 1.6143768 Sep 15 03:18:50.216065 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device c7244a97-bf06-4e43-856f-abe1b3ea46e8 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:18:50.267303 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port c7244a97-bf06-4e43-856f-abe1b3ea46e8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:18:50.267664 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:50.574034 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Sync routers for ids ['ee61ad60-6f41-4992-b805-a94e3aed797a'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:18:50.584313 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Routers {'ee61ad60-6f41-4992-b805-a94e3aed797a'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:18:50.585001 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:18:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['ee61ad60-6f41-4992-b805-a94e3aed797a'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:18:50.790389 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Set router ee61ad60-6f41-4992-b805-a94e3aed797a gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:18:51.169367 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee61ad60-6f41-4992-b805-a94e3aed797a', 'name': 'router1', 'tenant_id': 'c4f435056fae4d1ab95126062c9d0a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '4b4c40ed-68ec-454f-93bf-75bb5bf3227e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:18:31Z', 'updated_at': '2021-09-15T03:18:48Z', 'revision_number': 4, 'project_id': 'c4f435056fae4d1ab95126062c9d0a80', 'gw_port': {'id': '4b4c40ed-68ec-454f-93bf-75bb5bf3227e', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee61ad60-6f41-4992-b805-a94e3aed797a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:18:48Z', 'updated_at': '2021-09-15T03:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'c7244a97-bf06-4e43-856f-abe1b3ea46e8', 'name': '', 'network_id': 'e9df4315-285c-4cdd-860d-b67b3fd469cc', 'tenant_id': 'c4f435056fae4d1ab95126062c9d0a80', 'mac_address': 'fa:16:3e:bf:8b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee61ad60-6f41-4992-b805-a94e3aed797a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e54d3de-3a20-42ed-8f2b-b55469e82e09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:18:40Z', 'updated_at': '2021-09-15T03:18:44Z', 'revision_number': 5, 'project_id': 'c4f435056fae4d1ab95126062c9d0a80', 'subnets': [{'id': '7e54d3de-3a20-42ed-8f2b-b55469e82e09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5dfe32b-7efe-49d7-b2ac-5258347c6c4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:18:51.220666 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Checking router: ee61ad60-6f41-4992-b805-a94e3aed797a for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:18:51.221191 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Updating router ee61ad60-6f41-4992-b805-a94e3aed797a port 4b4c40ed-68ec-454f-93bf-75bb5bf3227e binding host dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:18:51.266738 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:51.657980 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:51.663130 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:51.715550 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36242) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:18:51.716126 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Attempting to bind port 4b4c40ed-68ec-454f-93bf-75bb5bf3227e on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:18:51.716252 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Attempting to bind port 4b4c40ed-68ec-454f-93bf-75bb5bf3227e by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:18:51.716552 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Attempting to bind port 4b4c40ed-68ec-454f-93bf-75bb5bf3227e on network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:18:51.718505 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9b000-3943-4aad-b65b-2d3555b319ee None None] Pushing event updated for resources: {'Port': ['ID=4b4c40ed-68ec-454f-93bf-75bb5bf3227e,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:51.724219 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:18:51.724595 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Checking segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:18:51.724998 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:51.725847 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Bound using segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:18:51.725847 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Bound port: 4b4c40ed-68ec-454f-93bf-75bb5bf3227e, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:18:51.726212 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:51.776030 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] For port 4b4c40ed-68ec-454f-93bf-75bb5bf3227e, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:18:51.779271 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] For port 4b4c40ed-68ec-454f-93bf-75bb5bf3227e, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=4b4c40ed-68ec-454f-93bf-75bb5bf3227e,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:18:51.783354 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:51.829221 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-d40c851d-2a2f-44bb-a59e-8c3e5cdfac45 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1126137 Sep 15 03:18:51.830509 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Routers {'ee61ad60-6f41-4992-b805-a94e3aed797a'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:18:51.831411 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:18:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['ee61ad60-6f41-4992-b805-a94e3aed797a'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:18:51.883129 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9b000-3943-4aad-b65b-2d3555b319ee None None] Pushing event updated for resources: {'Port': ['ID=4b4c40ed-68ec-454f-93bf-75bb5bf3227e,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:51.980842 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] Set router ee61ad60-6f41-4992-b805-a94e3aed797a gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:18:52.199419 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee61ad60-6f41-4992-b805-a94e3aed797a', 'name': 'router1', 'tenant_id': 'c4f435056fae4d1ab95126062c9d0a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '4b4c40ed-68ec-454f-93bf-75bb5bf3227e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:18:31Z', 'updated_at': '2021-09-15T03:18:48Z', 'revision_number': 4, 'project_id': 'c4f435056fae4d1ab95126062c9d0a80', 'gw_port': {'id': '4b4c40ed-68ec-454f-93bf-75bb5bf3227e', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee61ad60-6f41-4992-b805-a94e3aed797a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:18:48Z', 'updated_at': '2021-09-15T03:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'c7244a97-bf06-4e43-856f-abe1b3ea46e8', 'name': '', 'network_id': 'e9df4315-285c-4cdd-860d-b67b3fd469cc', 'tenant_id': 'c4f435056fae4d1ab95126062c9d0a80', 'mac_address': 'fa:16:3e:bf:8b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee61ad60-6f41-4992-b805-a94e3aed797a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e54d3de-3a20-42ed-8f2b-b55469e82e09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:18:40Z', 'updated_at': '2021-09-15T03:18:44Z', 'revision_number': 5, 'project_id': 'c4f435056fae4d1ab95126062c9d0a80', 'subnets': [{'id': '7e54d3de-3a20-42ed-8f2b-b55469e82e09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5dfe32b-7efe-49d7-b2ac-5258347c6c4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:18:52.226217 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bfbe81-c0fc-4dda-aaff-09235ae285f3 None None] The sync data for ids ['ee61ad60-6f41-4992-b805-a94e3aed797a'] in dv-cinder-806965-6-iscsi is: [{'id': 'ee61ad60-6f41-4992-b805-a94e3aed797a', 'name': 'router1', 'tenant_id': 'c4f435056fae4d1ab95126062c9d0a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '4b4c40ed-68ec-454f-93bf-75bb5bf3227e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:18:31Z', 'updated_at': '2021-09-15T03:18:48Z', 'revision_number': 4, 'project_id': 'c4f435056fae4d1ab95126062c9d0a80', 'gw_port': {'id': '4b4c40ed-68ec-454f-93bf-75bb5bf3227e', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:14:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee61ad60-6f41-4992-b805-a94e3aed797a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:18:48Z', 'updated_at': '2021-09-15T03:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'c7244a97-bf06-4e43-856f-abe1b3ea46e8', 'name': '', 'network_id': 'e9df4315-285c-4cdd-860d-b67b3fd469cc', 'tenant_id': 'c4f435056fae4d1ab95126062c9d0a80', 'mac_address': 'fa:16:3e:bf:8b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee61ad60-6f41-4992-b805-a94e3aed797a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e54d3de-3a20-42ed-8f2b-b55469e82e09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:18:40Z', 'updated_at': '2021-09-15T03:18:44Z', 'revision_number': 5, 'project_id': 'c4f435056fae4d1ab95126062c9d0a80', 'subnets': [{'id': '7e54d3de-3a20-42ed-8f2b-b55469e82e09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5dfe32b-7efe-49d7-b2ac-5258347c6c4b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:18:54.246553 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 4b4c40ed-68ec-454f-93bf-75bb5bf3227e up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:18:54.303327 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 4b4c40ed-68ec-454f-93bf-75bb5bf3227e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:18:54.303708 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:54.385756 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:54.412456 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] For port 4b4c40ed-68ec-454f-93bf-75bb5bf3227e, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=4b4c40ed-68ec-454f-93bf-75bb5bf3227e,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:18:54.418508 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:18:54.481380 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Pushing event updated for resources: {'Port': ['ID=4b4c40ed-68ec-454f-93bf-75bb5bf3227e,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:18:56.251807 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 4b4c40ed-68ec-454f-93bf-75bb5bf3227e up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:18:56.336921 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 4b4c40ed-68ec-454f-93bf-75bb5bf3227e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:18:56.337801 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:05.694613 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5127b99d-d79e-44be-9755-e5c27b7b2c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:08.184603 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9b91f43-408f-4daf-a6aa-a2564e4750c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:08.728129 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:09.355668 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:10.796647 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:22.058334 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:19:35.696501 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f6ccf041-22c6-4d33-809a-bf3c8498dec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:38.176114 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-04d51405-16a0-44a8-9560-b73a1aefca35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:38.731478 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:39.376211 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:40.753508 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:19:59.056587 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:20:05.699226 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-249344f1-e1a0-4194-9b25-ed454bf6d2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:08.178029 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e0932271-e6cb-4ecc-9f22-0e2196ef5950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:08.734805 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:09.352726 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:10.755767 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:28.722370 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36804) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:20:28.783787 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-0709a93d-282c-45f5-86b1-96c300f4ced4 admin admin] GET failed (client error): The resource could not be found. Sep 15 03:20:28.785161 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-0709a93d-282c-45f5-86b1-96c300f4ced4 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618153 Sep 15 03:20:28.947757 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fece822-55ff-44e7-88f1-55b6878d31a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:28.949406 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-0fece822-55ff-44e7-88f1-55b6878d31a1 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1595867 Sep 15 03:20:31.199295 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36814) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:20:31.290572 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83d4bb9-51ea-43d6-8c1f-2c93dc5b144d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:31.292491 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-b83d4bb9-51ea-43d6-8c1f-2c93dc5b144d admin admin] 10.222.0.24 "GET /v2.0/subnets/7e54d3de-3a20-42ed-8f2b-b55469e82e09 HTTP/1.1" status: 200 len: 849 time: 0.0917087 Sep 15 03:20:31.301886 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:20:31.387191 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:31.525680 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760529599236'] for subnet, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:31.556394 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:31.556983 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:31.558860 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] 10.222.0.24 "PUT /v2.0/subnets/7e54d3de-3a20-42ed-8f2b-b55469e82e09 HTTP/1.1" status: 200 len: 868 time: 0.2599919 Sep 15 03:20:31.560962 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6acbed9-9e5a-4752-a1bb-bd03cbd29acd None None] Network e9df4315-285c-4cdd-860d-b67b3fd469cc requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:20:31.584219 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e54d3de-3a20-42ed-8f2b-b55469e82e09,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:20:31.591489 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:20:31.591862 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:20:31.592212 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:20:31.592733 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:20:31.593076 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:20:31.593426 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:20:31.593767 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:20:31.594713 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:20:31.595107 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:20:31.595446 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:20:31.595772 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:20:31.596097 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3449f-26fa-4467-8e2a-a8f2fa398664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:20:31.937847 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9ce45f0f-b762-4770-a477-a68c4b9ae641 None None] Provisioning complete for port 59bfd438-1cbe-4e15-b538-1c706fd2c9a6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:20:31.938222 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9ce45f0f-b762-4770-a477-a68c4b9ae641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:32.022799 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9ce45f0f-b762-4770-a477-a68c4b9ae641 None None] Provisioning complete for port c7244a97-bf06-4e43-856f-abe1b3ea46e8 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:20:32.023107 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9ce45f0f-b762-4770-a477-a68c4b9ae641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:33.807375 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36822) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:20:34.004661 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbcaad4-2a85-4d3d-aa0b-12445d7c121c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:34.005062 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbcaad4-2a85-4d3d-aa0b-12445d7c121c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:34.006628 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-dbbcaad4-2a85-4d3d-aa0b-12445d7c121c admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1982977 Sep 15 03:20:35.700757 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d6663f9c-5c07-421c-ba21-aa461a871226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:36.055217 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:20:36.197651 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36830) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:20:36.329400 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02721105-e023-4b47-9d74-e3a50ea79608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:36.329807 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02721105-e023-4b47-9d74-e3a50ea79608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:36.331387 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-02721105-e023-4b47-9d74-e3a50ea79608 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1327858 Sep 15 03:20:38.179255 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b53494e7-b58d-4bf9-95ee-92761fae24bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:38.518729 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36838) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:20:38.711151 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f78427-a874-426f-b518-9318acbdf094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:38.712461 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-98f78427-a874-426f-b518-9318acbdf094 admin admin] 10.222.0.24 "GET /v2.0/networks/868c4202-6bee-43d6-a5d1-b1d260aa0e30 HTTP/1.1" status: 200 len: 886 time: 0.1927612 Sep 15 03:20:38.737362 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:39.355871 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:40.760476 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:20:40.906396 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36848) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:20:41.051922 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7fd5e1-5471-42ca-8358-e9967a1201bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:41.053187 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-4b7fd5e1-5471-42ca-8358-e9967a1201bd admin admin] 10.222.0.24 "GET /v2.0/networks/e9df4315-285c-4cdd-860d-b67b3fd469cc HTTP/1.1" status: 200 len: 869 time: 0.1457562 Sep 15 03:20:43.250362 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36856) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:20:43.395218 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097d22be-9634-4ae8-b838-0daffb2af609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:43.395705 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097d22be-9634-4ae8-b838-0daffb2af609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:43.397244 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-097d22be-9634-4ae8-b838-0daffb2af609 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1456792 Sep 15 03:20:45.597729 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36864) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:20:45.687873 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff746d52-63ed-4b5a-a309-c1d88c23596f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:45.688551 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff746d52-63ed-4b5a-a309-c1d88c23596f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:45.690128 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-ff746d52-63ed-4b5a-a309-c1d88c23596f admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0914376 Sep 15 03:20:47.890326 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36872) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:20:48.017552 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dab04ac-6052-4602-92de-05a59ce4e35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:48.018898 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-0dab04ac-6052-4602-92de-05a59ce4e35f admin admin] 10.222.0.24 "GET /v2.0/subnets/7e54d3de-3a20-42ed-8f2b-b55469e82e09 HTTP/1.1" status: 200 len: 868 time: 0.1276376 Sep 15 03:20:50.256218 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36880) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:20:50.341375 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca25318-cd9e-4427-96d4-45995bbd4c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:20:50.342730 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-5ca25318-cd9e-4427-96d4-45995bbd4c96 admin admin] 10.222.0.24 "GET /v2.0/subnets/d1ede3c5-57ec-45fe-85fe-ee25a78662f1 HTTP/1.1" status: 200 len: 816 time: 0.0855737 Sep 15 03:21:05.702722 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6d91cec6-c5ae-4059-bcf4-5cf06982f259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:08.179586 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90b2e89c-a129-45aa-a1dd-ee142dd794da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:08.739722 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:09.358558 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:10.765382 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:13.053399 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:21:14.374546 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36934) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:21:14.422222 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [None req-863c25c4-cb7a-44e9-b26d-8d07e61a9e6f admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:21:14.423850 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-863c25c4-cb7a-44e9-b26d-8d07e61a9e6f admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477042 Sep 15 03:21:16.709469 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36942) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:21:16.769715 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-752fc5e4-fa12-49d0-9949-658a9267eebb admin admin] GET failed (client error): The resource could not be found. Sep 15 03:21:16.771071 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-752fc5e4-fa12-49d0-9949-658a9267eebb admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603890 Sep 15 03:21:16.855056 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2d07f3-0178-4050-b5a6-1b41bd16d81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:21:16.856503 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9c2d07f3-0178-4050-b5a6-1b41bd16d81d admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0808372 Sep 15 03:21:19.112150 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36950) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:21:19.161471 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-fa591e91-d7dd-4c70-b18d-a8a145a7d22b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:21:19.182582 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa591e91-d7dd-4c70-b18d-a8a145a7d22b admin admin] Made reservation on behalf of cc0f7c67ed9c41d883390b1d249b7228 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:21:19.184855 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa591e91-d7dd-4c70-b18d-a8a145a7d22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:19.213895 dv-cinder-806965-6-iscsi neutron-server[93920]: WARNING neutron.services.revisions.revision_plugin [None req-fa591e91-d7dd-4c70-b18d-a8a145a7d22b admin admin] Could not find related network for resource to bump revision. Sep 15 03:21:19.226455 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa591e91-d7dd-4c70-b18d-a8a145a7d22b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:21:19.236157 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa591e91-d7dd-4c70-b18d-a8a145a7d22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:19.236496 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-fa591e91-d7dd-4c70-b18d-a8a145a7d22b admin admin] Added segment 980745cf-d4e1-4acf-85aa-35a63b99c118 of type vlan for network 424dfbae-a77e-4254-b9e6-7a40688085ee Sep 15 03:21:19.275111 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa591e91-d7dd-4c70-b18d-a8a145a7d22b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:19.298317 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa591e91-d7dd-4c70-b18d-a8a145a7d22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:19.299386 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa591e91-d7dd-4c70-b18d-a8a145a7d22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:21:19.299971 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa591e91-d7dd-4c70-b18d-a8a145a7d22b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:19.332753 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-fa591e91-d7dd-4c70-b18d-a8a145a7d22b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2195699 Sep 15 03:21:19.357335 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa591e91-d7dd-4c70-b18d-a8a145a7d22b admin admin] Pushing event updated for resources: {'Network': ['ID=424dfbae-a77e-4254-b9e6-7a40688085ee,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:21:19.368816 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network 424dfbae-a77e-4254-b9e6-7a40688085ee details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:21:21.572070 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36958) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:21:21.631584 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e9cff5-cfba-4195-b9f3-eab17791660e admin admin] GET failed (client error): The resource could not be found. Sep 15 03:21:21.632892 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-47e9cff5-cfba-4195-b9f3-eab17791660e admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598609 Sep 15 03:21:21.801266 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4057019-a049-4f79-b9c5-ae14ad1922cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:21:21.802652 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-f4057019-a049-4f79-b9c5-ae14ad1922cb admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1652091 Sep 15 03:21:21.812949 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-004f6bfb-e081-4575-9c66-f616ce22e1cc admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '424dfbae-a77e-4254-b9e6-7a40688085ee'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:21:21.834015 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004f6bfb-e081-4575-9c66-f616ce22e1cc admin admin] Made reservation on behalf of cc0f7c67ed9c41d883390b1d249b7228 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:21:21.836507 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-004f6bfb-e081-4575-9c66-f616ce22e1cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:22.006980 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-004f6bfb-e081-4575-9c66-f616ce22e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:22.060443 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f6bfb-e081-4575-9c66-f616ce22e1cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=00573d95-9a0a-466a-a864-21daa08823eb,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:21:22.069732 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004f6bfb-e081-4575-9c66-f616ce22e1cc admin admin] Checking segment: {'id': '980745cf-d4e1-4acf-85aa-35a63b99c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '424dfbae-a77e-4254-b9e6-7a40688085ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:21:22.070084 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004f6bfb-e081-4575-9c66-f616ce22e1cc admin admin] Network hostable DHCP agents. Network: 424dfbae-a77e-4254-b9e6-7a40688085ee, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:21:22.085566 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004f6bfb-e081-4575-9c66-f616ce22e1cc admin admin] Network 424dfbae-a77e-4254-b9e6-7a40688085ee is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:21:22.094134 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-004f6bfb-e081-4575-9c66-f616ce22e1cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, 424dfbae-a77e-4254-b9e6-7a40688085ee) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:21:22.099417 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004f6bfb-e081-4575-9c66-f616ce22e1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:21:22.100181 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-004f6bfb-e081-4575-9c66-f616ce22e1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:22.105379 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97bd3c5-fead-4ee3-a005-904ff14df841 None None] Network 424dfbae-a77e-4254-b9e6-7a40688085ee requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:21:22.119731 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-004f6bfb-e081-4575-9c66-f616ce22e1cc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3052943 Sep 15 03:21:22.260079 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61792565-6ce9-5770-a455-e89f9f15880b-424dfbae-a77e-4254-b9e6-7a40688085ee', 'network_id': '424dfbae-a77e-4254-b9e6-7a40688085ee', 'tenant_id': 'cc0f7c67ed9c41d883390b1d249b7228', 'fixed_ips': [{'subnet_id': '00573d95-9a0a-466a-a864-21daa08823eb'}]}} from dv-cinder-806965-6-iscsi. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 03:21:22.260982 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:22.396219 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Allocated IP 192.168.233.2 (424dfbae-a77e-4254-b9e6-7a40688085ee/00573d95-9a0a-466a-a864-21daa08823eb/ae76b860-bf89-43bf-8f80-d793c2da9430) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:21:22.539249 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:22.544809 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:22.582461 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Network 424dfbae-a77e-4254-b9e6-7a40688085ee is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:21:22.583831 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:21:22.586540 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:21:22.601261 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Pushing event updated for resources: {'Port': ['ID=ae76b860-bf89-43bf-8f80-d793c2da9430,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:21:22.624366 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:21:22.624726 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:21:22.625080 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:21:22.625423 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:21:22.625759 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:21:22.626098 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:21:22.626571 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:21:22.626942 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:21:22.627333 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:21:22.627667 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:21:22.627999 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:21:22.628335 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:21:22.662528 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Attempting to bind port ae76b860-bf89-43bf-8f80-d793c2da9430 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:21:22.662906 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Attempting to bind port ae76b860-bf89-43bf-8f80-d793c2da9430 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': '980745cf-d4e1-4acf-85aa-35a63b99c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '424dfbae-a77e-4254-b9e6-7a40688085ee'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:21:22.663327 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Attempting to bind port ae76b860-bf89-43bf-8f80-d793c2da9430 on network 424dfbae-a77e-4254-b9e6-7a40688085ee {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:21:22.668299 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:21:22.668684 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Checking segment: {'id': '980745cf-d4e1-4acf-85aa-35a63b99c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '424dfbae-a77e-4254-b9e6-7a40688085ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:21:22.669088 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:22.669489 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Bound using segment: {'id': '980745cf-d4e1-4acf-85aa-35a63b99c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '424dfbae-a77e-4254-b9e6-7a40688085ee'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:21:22.669959 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Bound port: ae76b860-bf89-43bf-8f80-d793c2da9430, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980745cf-d4e1-4acf-85aa-35a63b99c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '424dfbae-a77e-4254-b9e6-7a40688085ee'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:21:22.670359 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:22.732939 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] For port ae76b860-bf89-43bf-8f80-d793c2da9430, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:21:22.737186 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] For port ae76b860-bf89-43bf-8f80-d793c2da9430, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=ae76b860-bf89-43bf-8f80-d793c2da9430,segment=NetworkSegment(980745cf-d4e1-4acf-85aa-35a63b99c118),segment_id=980745cf-d4e1-4acf-85aa-35a63b99c118)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:21:22.742564 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:22.805677 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc0344-6a9c-4d99-811e-b5b8c8591b1b None None] Pushing event updated for resources: {'Port': ['ID=ae76b860-bf89-43bf-8f80-d793c2da9430,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:21:23.585260 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d22527-f67c-4733-b621-15b20d6b60f7 None None] Network 424dfbae-a77e-4254-b9e6-7a40688085ee requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:21:23.702620 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1527e43d-c615-4efd-8ec2-c6308182096e None None] Provisioning complete for port ae76b860-bf89-43bf-8f80-d793c2da9430 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:21:23.702917 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1527e43d-c615-4efd-8ec2-c6308182096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:23.817667 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1527e43d-c615-4efd-8ec2-c6308182096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:23.854544 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-1527e43d-c615-4efd-8ec2-c6308182096e None None] For port ae76b860-bf89-43bf-8f80-d793c2da9430, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=ae76b860-bf89-43bf-8f80-d793c2da9430,segment=NetworkSegment(980745cf-d4e1-4acf-85aa-35a63b99c118),segment_id=980745cf-d4e1-4acf-85aa-35a63b99c118)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:21:23.860737 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1527e43d-c615-4efd-8ec2-c6308182096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:23.914035 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527e43d-c615-4efd-8ec2-c6308182096e None None] Pushing event updated for resources: {'Port': ['ID=ae76b860-bf89-43bf-8f80-d793c2da9430,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:21:23.982510 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-85da0b2d-bd66-492d-8800-4eb952afda10 None None] Provisioning complete for port ae76b860-bf89-43bf-8f80-d793c2da9430 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:21:23.982875 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-85da0b2d-bd66-492d-8800-4eb952afda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:24.331235 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device ae76b860-bf89-43bf-8f80-d793c2da9430 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:21:24.380021 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port ae76b860-bf89-43bf-8f80-d793c2da9430 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:21:24.380380 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:35.703992 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ac52e96-71e9-4cf6-8b6d-d1521104ca1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:38.180863 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d1b0a8bc-f7fc-482a-afaf-3f53684c959b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:38.740483 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:39.361840 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:40.769770 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:21:50.052346 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:22:05.706483 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7342eb5d-6243-41da-9b46-0c0c21623615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:08.181794 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1c89026b-93a2-4dc3-b5f2-1a6e715e9ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:08.742420 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:09.364545 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:10.771273 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:27.050618 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:22:31.005562 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 37010) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:22:31.011587 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [None req-1d96a9f9-2c58-4729-bcfe-e24dca9c0829 tempest-verify_tempest_config-857433603 tempest-verify_tempest_config-857433603-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:22:31.012486 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-1d96a9f9-2c58-4729-bcfe-e24dca9c0829 tempest-verify_tempest_config-857433603 tempest-verify_tempest_config-857433603-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059648 Sep 15 03:22:31.305312 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 37028) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:22:31.405234 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-faff1768-7001-4e0b-97b5-cd6cf0ff5627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:31.496077 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-faff1768-7001-4e0b-97b5-cd6cf0ff5627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:31.499860 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-faff1768-7001-4e0b-97b5-cd6cf0ff5627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:31.546531 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-faff1768-7001-4e0b-97b5-cd6cf0ff5627 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb4bf85af53346df8f25ac1e2dd0d2ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2401514 Sep 15 03:22:31.547384 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff1768-7001-4e0b-97b5-cd6cf0ff5627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b81cb32-1f24-4a53-af81-5678c21d2a1b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:22:31.549683 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37032) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:22:31.558020 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff1768-7001-4e0b-97b5-cd6cf0ff5627 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.558020 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff1768-7001-4e0b-97b5-cd6cf0ff5627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.558020 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff1768-7001-4e0b-97b5-cd6cf0ff5627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.558020 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff1768-7001-4e0b-97b5-cd6cf0ff5627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.558020 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff1768-7001-4e0b-97b5-cd6cf0ff5627 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.558020 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff1768-7001-4e0b-97b5-cd6cf0ff5627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.558020 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff1768-7001-4e0b-97b5-cd6cf0ff5627 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.558020 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff1768-7001-4e0b-97b5-cd6cf0ff5627 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.558020 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff1768-7001-4e0b-97b5-cd6cf0ff5627 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.558020 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff1768-7001-4e0b-97b5-cd6cf0ff5627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.558020 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff1768-7001-4e0b-97b5-cd6cf0ff5627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.558020 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faff1768-7001-4e0b-97b5-cd6cf0ff5627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.605529 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:31.625328 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:31.712276 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:31.715094 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:31.719150 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b81cb32-1f24-4a53-af81-5678c21d2a1b HTTP/1.1" status: 204 len: 168 time: 0.1684060 Sep 15 03:22:31.727244 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b81cb32-1f24-4a53-af81-5678c21d2a1b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:22:31.734010 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.734366 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.734696 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.735055 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.735387 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.735731 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.736136 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.737044 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.737392 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.737709 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.738029 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:31.738347 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b94cb1-ecec-4526-a89c-b60eb9151675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:22:35.707974 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b175e086-b5b7-4f97-9763-d0c4b2983ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:38.181573 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fb3093f3-80d0-40be-8556-459145bf3670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:38.745144 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:39.367874 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:22:40.774605 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:04.050099 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:23:05.709324 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d827396b-7582-4831-90ec-d90f57d4a52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:08.181576 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1a07e95a-38e2-40b2-a9fb-1508921a9779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:08.746563 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:09.371181 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:10.776421 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:35.709479 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f143388f-4361-47b6-b75f-2bdc22d9d0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:38.182082 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dcada856-4765-4263-a634-d254bbee86d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:38.746239 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:39.375917 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:40.779900 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:23:41.049312 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:24:05.709964 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-779cee50-a897-4a81-990c-c97fd7df5391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:06.561129 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8074529'] for agent, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:08.182337 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-507ca1d9-cd62-4997-b637-1719ba9cb268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:08.746766 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:09.375603 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:10.783914 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:18.048653 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:24:21.554557 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 37108) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:24:21.657977 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-6c92eb4e-3464-49d9-87da-ed3dd2429ce2 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1022749 Sep 15 03:24:23.876171 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37118) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:24:23.938845 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-be24bb4e-9265-4d80-84df-4f20647febef admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0616033 Sep 15 03:24:35.712010 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ed81416b-17d2-4379-a1af-4146a42df105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:36.516225 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:38.182616 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e3713751-a004-4d5e-9b37-7b675ad48e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:38.747644 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:39.377538 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:40.786254 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:24:55.047049 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:25:05.712629 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a82a717f-3ae0-4db0-9169-48b4563a347f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:06.513933 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:08.183268 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-240d5e39-1dc0-48a6-af04-800b21e9e54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:08.748462 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:09.380228 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:10.791624 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:32.047314 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:25:35.714300 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-46094059-6399-41c1-b09f-4bbbcaa14e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:36.519634 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:38.184726 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f03f5db9-782c-4685-9fb7-faf76d953558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:38.749548 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:39.384227 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:40.797639 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:54.107229 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37284) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:25:54.350944 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-491734055-network', 'tenant_id': '3cd9eca2129f472e8609fb0d94295490'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:25:54.373769 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Made reservation on behalf of 3cd9eca2129f472e8609fb0d94295490 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:25:54.377691 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:54.389448 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:54.483493 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:54.487485 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:54.513704 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b70876-2ff9-4302-a61b-24852b84fb7c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:54.522839 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.523107 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.526339 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.527080 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.527257 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.527784 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.528132 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.528471 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Tracked resource versions report: Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: pushed versions: Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: { 'AddressGroup': {'1.2'}, Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'ConntrackHelper': {'1.0'}, Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Log': {'1.0'}, Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Network': {'1.1'}, Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Port': {'1.7'}, Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'PortForwarding': {'1.2'}, Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'QosPolicy': {'1.9'}, Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'SecurityGroup': {'1.4'}, Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'SecurityGroupRule': {'1.2'}, Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'SubPort': {'1.0'}, Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Subnet': {'1.1'}, Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Trunk': {'1.1'}} Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: consumer versions: Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: { DHCP agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: HyperV agent@hv-cinder-80696: {}, Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: L3 agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: Metadata agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: Metering agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: Open vSwitch agent@dv-cinder-806965-6-iscsi: { 'AddressGroup': '1.2', Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'ConntrackHelper': '1.0', Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Log': '1.0', Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Network': '1.1', Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Port': '1.7', Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'PortForwarding': '1.2', Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'QosPolicy': '1.9', Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'SecurityGroup': '1.4', Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'SecurityGroupRule': '1.2', Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'SubPort': '1.0', Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Subnet': '1.1', Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: 'Trunk': '1.1'}} Sep 15 03:25:54.532245 dv-cinder-806965-6-iscsi neutron-server[93919]: {{(pid=93919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 03:25:54.542001 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:25:54.552167 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:54.552497 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.segments_db [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Added segment a4f4b0fc-cdd8-4eda-8c37-326391799b29 of type vlan for network b8daf99a-17b3-4743-95da-fadcf799d0ee Sep 15 03:25:54.565711 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 37320) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:25:54.607036 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:54.633136 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:54.634167 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:25:54.634762 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:54.671800 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 37330) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:25:54.671978 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5636611 Sep 15 03:25:54.676877 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Request body: {'subnet': {'network_id': 'b8daf99a-17b3-4743-95da-fadcf799d0ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-491734055-subnet', 'tenant_id': '3cd9eca2129f472e8609fb0d94295490', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:25:54.700781 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Made reservation on behalf of 3cd9eca2129f472e8609fb0d94295490 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:25:54.701017 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d7eef-e2d3-4bb0-8e77-4077e0bdf133 admin admin] Pushing event updated for resources: {'Network': ['ID=b8daf99a-17b3-4743-95da-fadcf799d0ee,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:54.709997 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:54.712305 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network b8daf99a-17b3-4743-95da-fadcf799d0ee details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:25:54.898344 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:54.957285 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9031a0b9-7e5b-4793-b045-6d26d02c899f,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:54.966900 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.967281 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.967627 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.968233 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.968560 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.969240 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.969851 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.970194 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.970530 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.970864 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.971220 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.971548 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Tracked resource versions report: Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: pushed versions: Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: { 'AddressGroup': {'1.2'}, Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'ConntrackHelper': {'1.0'}, Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Log': {'1.0'}, Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Network': {'1.1'}, Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Port': {'1.7'}, Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'PortForwarding': {'1.2'}, Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'QosPolicy': {'1.9'}, Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'SecurityGroup': {'1.4'}, Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'SecurityGroupRule': {'1.2'}, Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'SubPort': {'1.0'}, Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Subnet': {'1.1'}, Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Trunk': {'1.1'}} Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: consumer versions: Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: { DHCP agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: HyperV agent@hv-cinder-80696: {}, Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: L3 agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: Metadata agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: Metering agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: Open vSwitch agent@dv-cinder-806965-6-iscsi: { 'AddressGroup': '1.2', Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'ConntrackHelper': '1.0', Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Log': '1.0', Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Network': '1.1', Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Port': '1.7', Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'PortForwarding': '1.2', Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'QosPolicy': '1.9', Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'SecurityGroup': '1.4', Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'SecurityGroupRule': '1.2', Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'SubPort': '1.0', Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Subnet': '1.1', Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: 'Trunk': '1.1'}} Sep 15 03:25:54.972545 dv-cinder-806965-6-iscsi neutron-server[93920]: {{(pid=93920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 03:25:54.982229 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Checking segment: {'id': 'a4f4b0fc-cdd8-4eda-8c37-326391799b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b8daf99a-17b3-4743-95da-fadcf799d0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:25:54.982595 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Network hostable DHCP agents. Network: b8daf99a-17b3-4743-95da-fadcf799d0ee, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:25:55.001651 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Network b8daf99a-17b3-4743-95da-fadcf799d0ee is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:25:55.016078 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5c4379a6-51ce-4b7b-9dec-8c16a43ce881 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-network', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:25:55.021175 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, b8daf99a-17b3-4743-95da-fadcf799d0ee) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:25:55.028605 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:25:55.029204 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:55.030083 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72c642c-8fd2-4516-bbf7-ed459d42abee None None] Network b8daf99a-17b3-4743-95da-fadcf799d0ee requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:25:55.059948 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4379a6-51ce-4b7b-9dec-8c16a43ce881 admin admin] Made reservation on behalf of 5cfd6b9797a94b10a0e749d1d77b96be for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:25:55.062951 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c4379a6-51ce-4b7b-9dec-8c16a43ce881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:55.072327 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c4379a6-51ce-4b7b-9dec-8c16a43ce881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:55.091309 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-a4d946a2-da97-4859-9ee1-a4f7e335dceb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4180424 Sep 15 03:25:55.185417 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37352) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:25:55.190617 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76426c8-30ab-4837-9c17-e7684d8aa431 None None] Network b8daf99a-17b3-4743-95da-fadcf799d0ee requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:25:55.211108 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c4379a6-51ce-4b7b-9dec-8c16a43ce881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:55.219658 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c4379a6-51ce-4b7b-9dec-8c16a43ce881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:55.234696 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37356) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:25:55.246619 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4379a6-51ce-4b7b-9dec-8c16a43ce881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5a3cd8-628d-455f-b66b-13a3eb2587e7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:55.266422 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4379a6-51ce-4b7b-9dec-8c16a43ce881 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:25:55.276928 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c4379a6-51ce-4b7b-9dec-8c16a43ce881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:55.277741 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-5c4379a6-51ce-4b7b-9dec-8c16a43ce881 admin admin] Added segment aac14159-cd43-49c0-9a4b-bd6818db6dea of type vlan for network 26fdd753-7482-4f5b-beff-09787fea2442 Sep 15 03:25:55.326748 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c4379a6-51ce-4b7b-9dec-8c16a43ce881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:55.356193 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c4379a6-51ce-4b7b-9dec-8c16a43ce881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:55.357439 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4379a6-51ce-4b7b-9dec-8c16a43ce881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:25:55.358211 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c4379a6-51ce-4b7b-9dec-8c16a43ce881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:55.383682 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-5c4379a6-51ce-4b7b-9dec-8c16a43ce881 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8155103 Sep 15 03:25:55.387299 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37364) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:25:55.392690 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-de7eca05-4fc0-4a27-ba13-3a08f7bf8ec6 admin admin] Request body: {'subnet': {'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-subnet', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:25:55.417007 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7eca05-4fc0-4a27-ba13-3a08f7bf8ec6 admin admin] Made reservation on behalf of 5cfd6b9797a94b10a0e749d1d77b96be for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:25:55.421158 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de7eca05-4fc0-4a27-ba13-3a08f7bf8ec6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:55.440016 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4379a6-51ce-4b7b-9dec-8c16a43ce881 admin admin] Pushing event updated for resources: {'Network': ['ID=26fdd753-7482-4f5b-beff-09787fea2442,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:55.451841 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network 26fdd753-7482-4f5b-beff-09787fea2442 details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:25:55.553195 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6789a311-04b2-4cd0-accf-89e6914e90e4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1175766126-network', 'tenant_id': 'd1a7d9654f1349838636f7b058f11cdd'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:25:55.579592 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d5d49276-3dac-41c9-bca7-7361c14d4884 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1880647921-network', 'tenant_id': '86fef567972447f5967c4915323a1060'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:25:55.628659 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6789a311-04b2-4cd0-accf-89e6914e90e4 admin admin] Made reservation on behalf of d1a7d9654f1349838636f7b058f11cdd for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:25:55.631131 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6789a311-04b2-4cd0-accf-89e6914e90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:55.662432 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6789a311-04b2-4cd0-accf-89e6914e90e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:55.706727 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d49276-3dac-41c9-bca7-7361c14d4884 admin admin] Made reservation on behalf of 86fef567972447f5967c4915323a1060 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:25:55.708956 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5d49276-3dac-41c9-bca7-7361c14d4884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:55.731192 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5d49276-3dac-41c9-bca7-7361c14d4884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:55.744207 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de7eca05-4fc0-4a27-ba13-3a08f7bf8ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:55.841640 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7eca05-4fc0-4a27-ba13-3a08f7bf8ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c310f472-bb8c-474d-9c9c-ea872f0338ee,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:55.859646 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7eca05-4fc0-4a27-ba13-3a08f7bf8ec6 admin admin] Checking segment: {'id': 'aac14159-cd43-49c0-9a4b-bd6818db6dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:25:55.860340 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7eca05-4fc0-4a27-ba13-3a08f7bf8ec6 admin admin] Network hostable DHCP agents. Network: 26fdd753-7482-4f5b-beff-09787fea2442, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:25:55.898317 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7eca05-4fc0-4a27-ba13-3a08f7bf8ec6 admin admin] Network 26fdd753-7482-4f5b-beff-09787fea2442 is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:25:55.920410 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6789a311-04b2-4cd0-accf-89e6914e90e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:55.922369 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-de7eca05-4fc0-4a27-ba13-3a08f7bf8ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, 26fdd753-7482-4f5b-beff-09787fea2442) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:25:55.930870 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7eca05-4fc0-4a27-ba13-3a08f7bf8ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:25:55.931654 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de7eca05-4fc0-4a27-ba13-3a08f7bf8ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:55.937180 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d853e10a-e490-422a-b806-759cda321f9e None None] Network 26fdd753-7482-4f5b-beff-09787fea2442 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:25:55.939674 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6789a311-04b2-4cd0-accf-89e6914e90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.001224 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789a311-04b2-4cd0-accf-89e6914e90e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:56.021301 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6789a311-04b2-4cd0-accf-89e6914e90e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:25:56.043101 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6789a311-04b2-4cd0-accf-89e6914e90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.043567 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.segments_db [None req-6789a311-04b2-4cd0-accf-89e6914e90e4 admin admin] Added segment 9f3a0847-e5ad-4907-be31-712dcec04721 of type vlan for network e7588eb8-7874-4300-aedf-ff35fa5eab1b Sep 15 03:25:56.115563 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61792565-6ce9-5770-a455-e89f9f15880b-26fdd753-7482-4f5b-beff-09787fea2442', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee'}]}} from dv-cinder-806965-6-iscsi. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 03:25:56.116868 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.154441 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6789a311-04b2-4cd0-accf-89e6914e90e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.250630 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6789a311-04b2-4cd0-accf-89e6914e90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.257552 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6789a311-04b2-4cd0-accf-89e6914e90e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:25:56.258147 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6789a311-04b2-4cd0-accf-89e6914e90e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.288889 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5d49276-3dac-41c9-bca7-7361c14d4884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.290586 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Allocated IP 172.20.0.2 (26fdd753-7482-4f5b-beff-09787fea2442/c310f472-bb8c-474d-9c9c-ea872f0338ee/22b58ba5-f096-4d84-850e-3fc6ac5aab13) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:25:56.321173 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5d49276-3dac-41c9-bca7-7361c14d4884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.349012 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-6789a311-04b2-4cd0-accf-89e6914e90e4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1624458 Sep 15 03:25:56.352037 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 37412) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:25:56.358601 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c3742147-c057-4028-903f-898fc587c102 admin admin] Request body: {'subnet': {'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1175766126-subnet', 'tenant_id': 'd1a7d9654f1349838636f7b058f11cdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:25:56.401704 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3742147-c057-4028-903f-898fc587c102 admin admin] Made reservation on behalf of d1a7d9654f1349838636f7b058f11cdd for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:25:56.404719 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c3742147-c057-4028-903f-898fc587c102 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.426503 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-de7eca05-4fc0-4a27-ba13-3a08f7bf8ec6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0380735 Sep 15 03:25:56.428905 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d49276-3dac-41c9-bca7-7361c14d4884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b363a937-35ef-49a4-8595-b97aecfbf843,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:56.438014 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37414) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:25:56.452011 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:25:56.537878 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d49276-3dac-41c9-bca7-7361c14d4884 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:25:56.562239 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.566112 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789a311-04b2-4cd0-accf-89e6914e90e4 admin admin] Pushing event updated for resources: {'Network': ['ID=e7588eb8-7874-4300-aedf-ff35fa5eab1b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:56.575180 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.587836 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network e7588eb8-7874-4300-aedf-ff35fa5eab1b details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:25:56.603606 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5d49276-3dac-41c9-bca7-7361c14d4884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.605964 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.segments_db [None req-d5d49276-3dac-41c9-bca7-7361c14d4884 admin admin] Added segment f10af3de-0480-40e5-805d-6f9546a60094 of type vlan for network 0eb03881-e462-4922-b2e4-b9abf7e05cb4 Sep 15 03:25:56.686137 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1228'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.687838 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8079899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8074379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1239'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.801944 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Network 26fdd753-7482-4f5b-beff-09787fea2442 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:25:56.805064 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:25:56.813790 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:25:56.819907 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c3742147-c057-4028-903f-898fc587c102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.884343 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3742147-c057-4028-903f-898fc587c102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c9e3f9f-b37e-4b44-8bf5-f43db7c01291,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:56.913406 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Pushing event updated for resources: {'Port': ['ID=22b58ba5-f096-4d84-850e-3fc6ac5aab13,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:56.936215 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:56.936569 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:56.936910 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:56.937246 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:56.937818 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:56.937922 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:56.938202 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:56.938649 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:56.939034 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:56.939552 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:56.940084 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:56.940555 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Tracked resource versions report: Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: pushed versions: Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: { 'AddressGroup': {'1.2'}, Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'ConntrackHelper': {'1.0'}, Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Log': {'1.0'}, Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Network': {'1.1'}, Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Port': {'1.7'}, Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'PortForwarding': {'1.2'}, Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'QosPolicy': {'1.9'}, Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'SecurityGroup': {'1.4'}, Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'SecurityGroupRule': {'1.2'}, Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'SubPort': {'1.0'}, Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Subnet': {'1.1'}, Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Trunk': {'1.1'}} Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: consumer versions: Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: { DHCP agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: HyperV agent@hv-cinder-80696: {}, Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: L3 agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: Metadata agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: Metering agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: Open vSwitch agent@dv-cinder-806965-6-iscsi: { 'AddressGroup': '1.2', Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'ConntrackHelper': '1.0', Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Log': '1.0', Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Network': '1.1', Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Port': '1.7', Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'PortForwarding': '1.2', Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'QosPolicy': '1.9', Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'SecurityGroup': '1.4', Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'SecurityGroupRule': '1.2', Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'SubPort': '1.0', Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Subnet': '1.1', Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: 'Trunk': '1.1'}} Sep 15 03:25:56.942883 dv-cinder-806965-6-iscsi neutron-server[93921]: {{(pid=93921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 03:25:56.963060 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3742147-c057-4028-903f-898fc587c102 admin admin] Checking segment: {'id': '9f3a0847-e5ad-4907-be31-712dcec04721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:25:56.964577 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Attempting to bind port 22b58ba5-f096-4d84-850e-3fc6ac5aab13 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:25:56.965160 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Attempting to bind port 22b58ba5-f096-4d84-850e-3fc6ac5aab13 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'aac14159-cd43-49c0-9a4b-bd6818db6dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:25:56.965781 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Attempting to bind port 22b58ba5-f096-4d84-850e-3fc6ac5aab13 on network 26fdd753-7482-4f5b-beff-09787fea2442 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:25:56.972174 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:25:56.972659 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Checking segment: {'id': 'aac14159-cd43-49c0-9a4b-bd6818db6dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:25:56.973351 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.973954 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Bound using segment: {'id': 'aac14159-cd43-49c0-9a4b-bd6818db6dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:25:56.974634 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Bound port: 22b58ba5-f096-4d84-850e-3fc6ac5aab13, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac14159-cd43-49c0-9a4b-bd6818db6dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:25:56.975187 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.981325 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5d49276-3dac-41c9-bca7-7361c14d4884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:56.990143 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3742147-c057-4028-903f-898fc587c102 admin admin] Network hostable DHCP agents. Network: e7588eb8-7874-4300-aedf-ff35fa5eab1b, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:25:57.013477 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:57.024806 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3742147-c057-4028-903f-898fc587c102 admin admin] Network e7588eb8-7874-4300-aedf-ff35fa5eab1b is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:25:57.040081 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c3742147-c057-4028-903f-898fc587c102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, e7588eb8-7874-4300-aedf-ff35fa5eab1b) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:25:57.049546 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3742147-c057-4028-903f-898fc587c102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:25:57.050108 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c3742147-c057-4028-903f-898fc587c102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:57.054782 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c43db7e-4561-46a5-a9dd-103e5a4bf9f2 None None] Network e7588eb8-7874-4300-aedf-ff35fa5eab1b requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:25:57.077898 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c3742147-c057-4028-903f-898fc587c102 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7246220 Sep 15 03:25:57.078543 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 37440) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:25:57.086351 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1175766126-router', 'tenant_id': 'd1a7d9654f1349838636f7b058f11cdd', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:25:57.139335 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1228'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:57.140854 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8079899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8074379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1239'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:57.184430 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] For port 22b58ba5-f096-4d84-850e-3fc6ac5aab13, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:25:57.221653 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:57.233501 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5d49276-3dac-41c9-bca7-7361c14d4884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:57.234544 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d49276-3dac-41c9-bca7-7361c14d4884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:25:57.235549 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5d49276-3dac-41c9-bca7-7361c14d4884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:57.277388 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] For port 22b58ba5-f096-4d84-850e-3fc6ac5aab13, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=22b58ba5-f096-4d84-850e-3fc6ac5aab13,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:25:57.282996 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0f9850-3844-4023-91b6-533373f4d075 None None] Network e7588eb8-7874-4300-aedf-ff35fa5eab1b requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:25:57.292577 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:57.349149 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:57.357745 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-d5d49276-3dac-41c9-bca7-7361c14d4884 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1219456 Sep 15 03:25:57.366323 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37466) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:25:57.376054 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-bb34cade-0540-4584-bd53-e21a77c15270 admin admin] Request body: {'subnet': {'network_id': '0eb03881-e462-4922-b2e4-b9abf7e05cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1880647921-subnet', 'tenant_id': '86fef567972447f5967c4915323a1060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:25:57.455820 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c9da3-56f9-408b-8957-cb741a92dd20 None None] Pushing event updated for resources: {'Port': ['ID=22b58ba5-f096-4d84-850e-3fc6ac5aab13,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:57.462171 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:57.538963 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 37482) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:25:57.541822 dv-cinder-806965-6-iscsi neutron-server[93920]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 03:25:57.550934 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb34cade-0540-4584-bd53-e21a77c15270 admin admin] Made reservation on behalf of 86fef567972447f5967c4915323a1060 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:25:57.560971 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bb34cade-0540-4584-bd53-e21a77c15270 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:57.637672 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d49276-3dac-41c9-bca7-7361c14d4884 admin admin] Pushing event updated for resources: {'Network': ['ID=0eb03881-e462-4922-b2e4-b9abf7e05cb4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:57.657750 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network 0eb03881-e462-4922-b2e4-b9abf7e05cb4 details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:25:57.903691 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-dddff71e-1969-4410-a746-f382fad575d4 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:25:57.905297 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-dddff71e-1969-4410-a746-f382fad575d4 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/networks?id=b8daf99a-17b3-4743-95da-fadcf799d0ee HTTP/1.1" status: 200 len: 811 time: 0.3648250 Sep 15 03:25:57.930421 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-f8ae6388-a535-4891-8500-1f0b8b888b04 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/quotas/3cd9eca2129f472e8609fb0d94295490 HTTP/1.1" status: 200 len: 375 time: 0.0170364 Sep 15 03:25:58.024838 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-af3e58a1-82a7-4523-af57-5bf7ae689c1e tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cd9eca2129f472e8609fb0d94295490&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861096 Sep 15 03:25:58.093533 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bb34cade-0540-4584-bd53-e21a77c15270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:58.190428 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:58.203651 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37498) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:25:58.240726 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:58.268735 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:58.271582 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34cade-0540-4584-bd53-e21a77c15270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c088647-cc53-4463-89bb-c10bffec5fee,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:58.298700 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:58.331269 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-348400f8-7ceb-48fb-b358-2dfbee6d8cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:58.431009 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Allocated IP 172.27.0.247 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/b754fe38-9ada-41fa-9700-8c9dd60382c0) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:25:58.548009 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34cade-0540-4584-bd53-e21a77c15270 admin admin] Checking segment: {'id': 'f10af3de-0480-40e5-805d-6f9546a60094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0eb03881-e462-4922-b2e4-b9abf7e05cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:25:58.548530 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb34cade-0540-4584-bd53-e21a77c15270 admin admin] Network hostable DHCP agents. Network: 0eb03881-e462-4922-b2e4-b9abf7e05cb4, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:25:58.594213 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:58.611829 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 22b58ba5-f096-4d84-850e-3fc6ac5aab13 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:25:58.613906 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-348400f8-7ceb-48fb-b358-2dfbee6d8cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:58.626155 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-348400f8-7ceb-48fb-b358-2dfbee6d8cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:58.642992 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb34cade-0540-4584-bd53-e21a77c15270 admin admin] Network 0eb03881-e462-4922-b2e4-b9abf7e05cb4 is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:25:58.663366 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-df2cabc7-5986-495f-8e00-890e27f97e4a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:25:58.664401 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-df2cabc7-5986-495f-8e00-890e27f97e4a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3915040 Sep 15 03:25:58.677038 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348400f8-7ceb-48fb-b358-2dfbee6d8cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0f21ad-4f89-48c7-a2d6-891933175574,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:58.708094 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-bb34cade-0540-4584-bd53-e21a77c15270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, 0eb03881-e462-4922-b2e4-b9abf7e05cb4) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:25:58.713036 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb34cade-0540-4584-bd53-e21a77c15270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:25:58.713805 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bb34cade-0540-4584-bd53-e21a77c15270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:58.722982 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7afb5e-f2ca-49e3-a930-2378941cf2f9 None None] Network 0eb03881-e462-4922-b2e4-b9abf7e05cb4 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:25:58.733330 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-348400f8-7ceb-48fb-b358-2dfbee6d8cef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a07adc8290cd42009d64310b26fccf61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5264938 Sep 15 03:25:58.736309 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-bb34cade-0540-4584-bd53-e21a77c15270 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3688579 Sep 15 03:25:58.737001 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37526) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:25:58.812347 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:58.834785 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1858da0-9b4b-4b47-9945-e1e0606fdf65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:58.835219 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:25:58.839513 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:25:58.842160 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:25:58.890208 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 22b58ba5-f096-4d84-850e-3fc6ac5aab13 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:25:58.895709 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:58.929473 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1858da0-9b4b-4b47-9945-e1e0606fdf65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:58.990425 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb6c488-39c8-4821-8d6f-6065164e7893 None None] Network 26fdd753-7482-4f5b-beff-09787fea2442 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:25:58.991585 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Allocated IP 172.27.0.248 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/be5d2c7c-1cb8-40e3-afe2-054b985dd479) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:25:59.063208 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1858da0-9b4b-4b47-9945-e1e0606fdf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:59.068031 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1858da0-9b4b-4b47-9945-e1e0606fdf65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:59.068031 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-d1858da0-9b4b-4b47-9945-e1e0606fdf65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc0f21ad-4f89-48c7-a2d6-891933175574 HTTP/1.1" status: 204 len: 168 time: 0.3297539 Sep 15 03:25:59.117079 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1858da0-9b4b-4b47-9945-e1e0606fdf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0f21ad-4f89-48c7-a2d6-891933175574,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:59.160481 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:59.241511 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Pushing event updated for resources: {'Port': ['ID=b754fe38-9ada-41fa-9700-8c9dd60382c0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:59.258499 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-81dcadfc-8f80-44c8-ba87-5e254736ebac service neutron] 10.222.0.24 "GET /v2.0/networks/b8daf99a-17b3-4743-95da-fadcf799d0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600829 Sep 15 03:25:59.281217 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:59.310674 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97c4218-545f-498c-84c1-2f2483e29740 None None] Network 0eb03881-e462-4922-b2e4-b9abf7e05cb4 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:25:59.377714 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 37558) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:25:59.446656 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:25:59.468036 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:25:59.474362 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:25:59.527598 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ba064647-4462-456e-8996-4f3e9bc3546f None None] Provisioning complete for port 22b58ba5-f096-4d84-850e-3fc6ac5aab13 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:25:59.527981 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ba064647-4462-456e-8996-4f3e9bc3546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:59.630461 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:59.679930 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:59.688736 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=be5d2c7c-1cb8-40e3-afe2-054b985dd479,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:25:59.744273 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-05b1c95c-2c5e-485e-92e0-7db69e06ee8a service neutron] 10.222.0.24 "GET /v2.0/networks/b8daf99a-17b3-4743-95da-fadcf799d0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005866 Sep 15 03:25:59.822960 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37574) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:25:59.894194 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e67a9fa8-bc9a-47c9-951e-3af2323fe0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:25:59.938624 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] For port 22b58ba5-f096-4d84-850e-3fc6ac5aab13, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=22b58ba5-f096-4d84-850e-3fc6ac5aab13,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:00.040615 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:00.057171 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ba064647-4462-456e-8996-4f3e9bc3546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:00.060976 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3071fb19-413e-4875-861e-2e77571a4122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:00.061402 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e67a9fa8-bc9a-47c9-951e-3af2323fe0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:00.073497 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e67a9fa8-bc9a-47c9-951e-3af2323fe0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:00.333810 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Pushing event updated for resources: {'Port': ['ID=22b58ba5-f096-4d84-850e-3fc6ac5aab13,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:00.418429 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-e67a9fa8-bc9a-47c9-951e-3af2323fe0d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=340845ea8923488f915ac0bfcefbaebf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5911732 Sep 15 03:26:00.426227 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.db.api [None req-ba064647-4462-456e-8996-4f3e9bc3546f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 03:26:00.426504 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG oslo_db.api [None req-ba064647-4462-456e-8996-4f3e9bc3546f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 03:26:00.430280 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 37608) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:00.440089 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a9fa8-bc9a-47c9-951e-3af2323fe0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db31e039-4575-4329-8a29-3bc599c1eea9,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:00.447945 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:00.485690 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 37610) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:00.532552 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f805cff9-b017-45cb-b87c-2ef1d4fc690c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-291884528-network', 'tenant_id': '79d975ac3fdd4bdfbd91540b6814c6c4'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:26:00.551047 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-38d30d5d-7e55-4d35-bd58-0aeb7e0746d5 req-5da9ab50-91b7-4cf8-a3b1-428778ea80cf tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 210 time: 0.1465285 Sep 15 03:26:00.606997 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 22b58ba5-f096-4d84-850e-3fc6ac5aab13 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:26:00.675423 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 22b58ba5-f096-4d84-850e-3fc6ac5aab13 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:00.676124 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:00.732779 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3071fb19-413e-4875-861e-2e77571a4122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:00.734573 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8079892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8074588'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:00.743502 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-58f897f5-0abe-4cde-9d8d-d513e30d3272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:00.756063 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3071fb19-413e-4875-861e-2e77571a4122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:00.854229 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-58f897f5-0abe-4cde-9d8d-d513e30d3272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:00.876453 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f805cff9-b017-45cb-b87c-2ef1d4fc690c admin admin] Made reservation on behalf of 79d975ac3fdd4bdfbd91540b6814c6c4 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:26:00.878710 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f805cff9-b017-45cb-b87c-2ef1d4fc690c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:00.906408 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071fb19-413e-4875-861e-2e77571a4122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5b11e8-eecb-494f-b845-46d7b4cc9816,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:00.915636 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-3071fb19-413e-4875-861e-2e77571a4122 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4f48bd3d990483eb06a31560ecd4824&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5310624 Sep 15 03:26:00.919349 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37622) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:00.934889 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f805cff9-b017-45cb-b87c-2ef1d4fc690c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:01.005304 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8079892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8074588'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:01.070927 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14fa348a-1309-446f-81fe-fa1ae23f751c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:01.081580 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-58f897f5-0abe-4cde-9d8d-d513e30d3272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:01.084108 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-58f897f5-0abe-4cde-9d8d-d513e30d3272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:01.085252 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-58f897f5-0abe-4cde-9d8d-d513e30d3272 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db31e039-4575-4329-8a29-3bc599c1eea9 HTTP/1.1" status: 204 len: 168 time: 0.6069679 Sep 15 03:26:01.108316 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cf4807d4-9232-4ca2-9d38-62b8f9f738d5 None None] Provisioning complete for port 22b58ba5-f096-4d84-850e-3fc6ac5aab13 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:01.108700 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf4807d4-9232-4ca2-9d38-62b8f9f738d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:01.109661 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f897f5-0abe-4cde-9d8d-d513e30d3272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db31e039-4575-4329-8a29-3bc599c1eea9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:01.124170 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14fa348a-1309-446f-81fe-fa1ae23f751c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:01.134442 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Router 75333975-7fc9-4cb9-9107-700d8c959086 is scheduled to L3 agent 3f116605-9963-4097-a649-e8245477f4d2 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 03:26:01.210916 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f805cff9-b017-45cb-b87c-2ef1d4fc690c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:01.224790 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f805cff9-b017-45cb-b87c-2ef1d4fc690c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:01.250934 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14fa348a-1309-446f-81fe-fa1ae23f751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:01.256551 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14fa348a-1309-446f-81fe-fa1ae23f751c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:01.261419 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-14fa348a-1309-446f-81fe-fa1ae23f751c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f5b11e8-eecb-494f-b845-46d7b4cc9816 HTTP/1.1" status: 204 len: 168 time: 0.3374133 Sep 15 03:26:01.285302 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805cff9-b017-45cb-b87c-2ef1d4fc690c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbe3e3d-2140-43d0-907b-807e2e93ba53,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:01.289187 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa348a-1309-446f-81fe-fa1ae23f751c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5b11e8-eecb-494f-b845-46d7b4cc9816,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:01.316915 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f805cff9-b017-45cb-b87c-2ef1d4fc690c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:26:01.338557 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f805cff9-b017-45cb-b87c-2ef1d4fc690c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:01.339040 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-f805cff9-b017-45cb-b87c-2ef1d4fc690c admin admin] Added segment 58fbfb64-1113-439a-8752-e545b9ef5d45 of type vlan for network b79f003b-4548-4602-8ec4-85de99aa21ef Sep 15 03:26:01.341111 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:26:01.356578 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Sync routers for ids ['75333975-7fc9-4cb9-9107-700d8c959086'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:26:01.358560 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f is scheduled to L3 agent 3f116605-9963-4097-a649-e8245477f4d2 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 03:26:01.376455 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Routers {'75333975-7fc9-4cb9-9107-700d8c959086'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:26:01.377077 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:25:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['75333975-7fc9-4cb9-9107-700d8c959086'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:01.468490 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f805cff9-b017-45cb-b87c-2ef1d4fc690c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:01.471175 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:01.472631 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-5525a0c7-dfa4-49ab-a51e-0e16f22b5132 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3930266 Sep 15 03:26:01.476827 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 37648) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:01.621754 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:26:01.633812 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Sync routers for ids ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:26:01.644396 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Set router 75333975-7fc9-4cb9-9107-700d8c959086 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:26:01.658281 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:01.658849 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Routers {'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:26:01.661088 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:25:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:01.663955 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-8f8b9b6c-d846-4d14-a710-d16d452a4fa0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2191560 Sep 15 03:26:01.667877 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37660) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:01.855418 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-708f9276-42cf-4038-8461-ecd13f5b9f1d req-dfaf7364-3b16-49d5-9ad8-2cee10313df0 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 210 time: 0.0800192 Sep 15 03:26:01.877677 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f805cff9-b017-45cb-b87c-2ef1d4fc690c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:01.877677 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f805cff9-b017-45cb-b87c-2ef1d4fc690c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:01.877677 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f805cff9-b017-45cb-b87c-2ef1d4fc690c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:01.900415 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Set router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:26:01.946279 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75333975-7fc9-4cb9-9107-700d8c959086', 'name': 'tempest-ServerRescueNegativeTestJSON-1175766126-router', 'tenant_id': 'd1a7d9654f1349838636f7b058f11cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b754fe38-9ada-41fa-9700-8c9dd60382c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:57Z', 'updated_at': '2021-09-15T03:25:59Z', 'revision_number': 3, 'project_id': 'd1a7d9654f1349838636f7b058f11cdd', 'gw_port': {'id': 'b754fe38-9ada-41fa-9700-8c9dd60382c0', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75333975-7fc9-4cb9-9107-700d8c959086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:01.974470 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-f805cff9-b017-45cb-b87c-2ef1d4fc690c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4637663 Sep 15 03:26:01.977232 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37670) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:01.989833 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-17389048-77bb-4a4f-8ea6-40c367b78fc7 admin admin] Request body: {'subnet': {'network_id': 'b79f003b-4548-4602-8ec4-85de99aa21ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-291884528-subnet', 'tenant_id': '79d975ac3fdd4bdfbd91540b6814c6c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:26:02.023334 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Checking router: 75333975-7fc9-4cb9-9107-700d8c959086 for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:26:02.023703 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Updating router 75333975-7fc9-4cb9-9107-700d8c959086 port b754fe38-9ada-41fa-9700-8c9dd60382c0 binding host dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:26:02.069714 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805cff9-b017-45cb-b87c-2ef1d4fc690c admin admin] Pushing event updated for resources: {'Network': ['ID=b79f003b-4548-4602-8ec4-85de99aa21ef,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:02.102456 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:02.115890 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network b79f003b-4548-4602-8ec4-85de99aa21ef details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:26:02.153062 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37680) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:02.203164 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17389048-77bb-4a4f-8ea6-40c367b78fc7 admin admin] Made reservation on behalf of 79d975ac3fdd4bdfbd91540b6814c6c4 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:26:02.213601 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17389048-77bb-4a4f-8ea6-40c367b78fc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:02.521126 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:25:59Z', 'revision_number': 3, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:02.598234 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Checking router: cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:26:02.598623 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Updating router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f port be5d2c7c-1cb8-40e3-afe2-054b985dd479 binding host dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:26:02.634812 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:02.708026 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f99866b9-e35c-44fd-b772-fbac809866c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:02.760362 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:02.790537 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:02.885489 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f99866b9-e35c-44fd-b772-fbac809866c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:02.908079 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Attempting to bind port b754fe38-9ada-41fa-9700-8c9dd60382c0 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:26:02.908660 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Attempting to bind port b754fe38-9ada-41fa-9700-8c9dd60382c0 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:26:02.909241 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Attempting to bind port b754fe38-9ada-41fa-9700-8c9dd60382c0 on network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:26:02.911508 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc58c1a-3908-4231-9042-1f84116ef2fa None None] Pushing event updated for resources: {'Port': ['ID=b754fe38-9ada-41fa-9700-8c9dd60382c0,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:02.912040 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:02.923009 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:26:02.923736 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Checking segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:26:02.924451 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:02.925094 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Bound using segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:26:02.925788 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Bound port: b754fe38-9ada-41fa-9700-8c9dd60382c0, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:26:02.926585 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:02.930173 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc58c1a-3908-4231-9042-1f84116ef2fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:02.930805 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc58c1a-3908-4231-9042-1f84116ef2fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:02.931413 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc58c1a-3908-4231-9042-1f84116ef2fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:02.931960 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc58c1a-3908-4231-9042-1f84116ef2fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:02.932500 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc58c1a-3908-4231-9042-1f84116ef2fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:02.933314 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc58c1a-3908-4231-9042-1f84116ef2fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:02.933932 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc58c1a-3908-4231-9042-1f84116ef2fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:02.934532 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc58c1a-3908-4231-9042-1f84116ef2fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:02.935118 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc58c1a-3908-4231-9042-1f84116ef2fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:02.935661 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc58c1a-3908-4231-9042-1f84116ef2fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:02.936469 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc58c1a-3908-4231-9042-1f84116ef2fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:02.937674 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f99866b9-e35c-44fd-b772-fbac809866c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:02.938447 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc58c1a-3908-4231-9042-1f84116ef2fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc58c1a-3908-4231-9042-1f84116ef2fa None None] Tracked resource versions report: Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: pushed versions: Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: { 'AddressGroup': {'1.2'}, Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'ConntrackHelper': {'1.0'}, Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Log': {'1.0'}, Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Network': {'1.1'}, Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Port': {'1.7'}, Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'PortForwarding': {'1.2'}, Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'QosPolicy': {'1.9'}, Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'SecurityGroup': {'1.4'}, Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'SecurityGroupRule': {'1.2'}, Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'SubPort': {'1.0'}, Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Subnet': {'1.1'}, Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Trunk': {'1.1'}} Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: consumer versions: Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: { DHCP agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: HyperV agent@hv-cinder-80696: {}, Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: L3 agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: Metadata agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: Metering agent@dv-cinder-806965-6-iscsi: {}, Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: Open vSwitch agent@dv-cinder-806965-6-iscsi: { 'AddressGroup': '1.2', Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'ConntrackHelper': '1.0', Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Log': '1.0', Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Network': '1.1', Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Port': '1.7', Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'PortForwarding': '1.2', Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'QosPolicy': '1.9', Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'SecurityGroup': '1.4', Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'SecurityGroupRule': '1.2', Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'SubPort': '1.0', Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Subnet': '1.1', Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: 'Trunk': '1.1'}} Sep 15 03:26:02.939739 dv-cinder-806965-6-iscsi neutron-server[93922]: {{(pid=93922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 03:26:03.035825 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] For port b754fe38-9ada-41fa-9700-8c9dd60382c0, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:26:03.049900 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] For port b754fe38-9ada-41fa-9700-8c9dd60382c0, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=b754fe38-9ada-41fa-9700-8c9dd60382c0,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:26:03.061294 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:03.160569 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-f99866b9-e35c-44fd-b772-fbac809866c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd4a12b6c53f40e59eceb7ff6ee90714&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9960222 Sep 15 03:26:03.188091 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 37726) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:03.241072 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Routers {'75333975-7fc9-4cb9-9107-700d8c959086'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:26:03.242270 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:25:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['75333975-7fc9-4cb9-9107-700d8c959086'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:03.343229 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94fb4c03-a964-4fc1-b1d9-0fcc8e1c1158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:03.361693 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37732) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:03.374280 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc58c1a-3908-4231-9042-1f84116ef2fa None None] Pushing event updated for resources: {'Port': ['ID=b754fe38-9ada-41fa-9700-8c9dd60382c0,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:03.388442 dv-cinder-806965-6-iscsi neutron-server[93919]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 03:26:03.396946 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94fb4c03-a964-4fc1-b1d9-0fcc8e1c1158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:03.399235 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:03.411988 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:03.445537 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99866b9-e35c-44fd-b772-fbac809866c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cb85f2-29fc-42f2-94f3-f53f80ebe13f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:03.457331 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Allocated IP 172.20.0.1 (e7588eb8-7874-4300-aedf-ff35fa5eab1b/2c9e3f9f-b37e-4b44-8bf5-f43db7c01291/2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:26:03.500458 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94fb4c03-a964-4fc1-b1d9-0fcc8e1c1158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:03.503458 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94fb4c03-a964-4fc1-b1d9-0fcc8e1c1158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:03.504807 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-94fb4c03-a964-4fc1-b1d9-0fcc8e1c1158 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98cb85f2-29fc-42f2-94f3-f53f80ebe13f HTTP/1.1" status: 204 len: 168 time: 0.3151610 Sep 15 03:26:03.523202 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Attempting to bind port be5d2c7c-1cb8-40e3-afe2-054b985dd479 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:26:03.523577 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Attempting to bind port be5d2c7c-1cb8-40e3-afe2-054b985dd479 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:26:03.523946 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Attempting to bind port be5d2c7c-1cb8-40e3-afe2-054b985dd479 on network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:26:03.547784 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb4c03-a964-4fc1-b1d9-0fcc8e1c1158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cb85f2-29fc-42f2-94f3-f53f80ebe13f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:03.554614 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:26:03.555009 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Checking segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:26:03.555421 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:03.556196 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Bound using segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:26:03.556290 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Bound port: be5d2c7c-1cb8-40e3-afe2-054b985dd479, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:26:03.556682 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:03.562175 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] Set router 75333975-7fc9-4cb9-9107-700d8c959086 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:26:03.611119 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c7268-ae7c-4be6-9515-eac4bd45b2e4 None None] Pushing event updated for resources: {'Port': ['ID=be5d2c7c-1cb8-40e3-afe2-054b985dd479,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:03.617040 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9cb6ca24-4df5-43ca-9d87-0704c7f5760b req-44dc6fbd-38ff-4c34-828d-16271999d57d tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 210 time: 0.2522128 Sep 15 03:26:03.624198 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17389048-77bb-4a4f-8ea6-40c367b78fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:03.723931 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] For port be5d2c7c-1cb8-40e3-afe2-054b985dd479, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:26:03.732661 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] For port be5d2c7c-1cb8-40e3-afe2-054b985dd479, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=be5d2c7c-1cb8-40e3-afe2-054b985dd479,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:26:03.740535 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:03.740850 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:03.755693 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.52', 49853) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:03.758582 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17389048-77bb-4a4f-8ea6-40c367b78fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0d8945-941a-42a6-a5de-74c3e5ca24e9,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:03.827535 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:03.863915 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17389048-77bb-4a4f-8ea6-40c367b78fc7 admin admin] Checking segment: {'id': '58fbfb64-1113-439a-8752-e545b9ef5d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b79f003b-4548-4602-8ec4-85de99aa21ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:26:03.865422 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17389048-77bb-4a4f-8ea6-40c367b78fc7 admin admin] Network hostable DHCP agents. Network: b79f003b-4548-4602-8ec4-85de99aa21ef, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:26:03.927970 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:03.935230 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Routers {'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:26:03.937289 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:25:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:03.950107 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-a0dd2418-b2ff-43e8-9e11-2cc81ac31523 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:03.952038 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-a0dd2418-b2ff-43e8-9e11-2cc81ac31523 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.52 "GET /v2.0/networks?id=b8daf99a-17b3-4743-95da-fadcf799d0ee HTTP/1.1" status: 200 len: 811 time: 0.1757827 Sep 15 03:26:03.957104 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75333975-7fc9-4cb9-9107-700d8c959086', 'name': 'tempest-ServerRescueNegativeTestJSON-1175766126-router', 'tenant_id': 'd1a7d9654f1349838636f7b058f11cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b754fe38-9ada-41fa-9700-8c9dd60382c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:57Z', 'updated_at': '2021-09-15T03:25:59Z', 'revision_number': 3, 'project_id': 'd1a7d9654f1349838636f7b058f11cdd', 'gw_port': {'id': 'b754fe38-9ada-41fa-9700-8c9dd60382c0', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75333975-7fc9-4cb9-9107-700d8c959086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:03.958365 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c7268-ae7c-4be6-9515-eac4bd45b2e4 None None] Pushing event updated for resources: {'Port': ['ID=be5d2c7c-1cb8-40e3-afe2-054b985dd479,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:03.975363 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Network e7588eb8-7874-4300-aedf-ff35fa5eab1b is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:26:03.978365 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:26:03.996136 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:26:03.996758 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8074635'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:04.032186 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158673da-6db0-4428-b350-b9ed0c34167f None None] The sync data for ids ['75333975-7fc9-4cb9-9107-700d8c959086'] in dv-cinder-806965-6-iscsi is: [{'id': '75333975-7fc9-4cb9-9107-700d8c959086', 'name': 'tempest-ServerRescueNegativeTestJSON-1175766126-router', 'tenant_id': 'd1a7d9654f1349838636f7b058f11cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b754fe38-9ada-41fa-9700-8c9dd60382c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:57Z', 'updated_at': '2021-09-15T03:25:59Z', 'revision_number': 3, 'project_id': 'd1a7d9654f1349838636f7b058f11cdd', 'gw_port': {'id': 'b754fe38-9ada-41fa-9700-8c9dd60382c0', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75333975-7fc9-4cb9-9107-700d8c959086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:26:04.081220 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17389048-77bb-4a4f-8ea6-40c367b78fc7 admin admin] Network b79f003b-4548-4602-8ec4-85de99aa21ef is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:26:04.223689 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-670624eb-644b-451d-8eca-85871fd587fe tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Request body: {'port': {'device_id': '0a9581f0-4d80-4dab-934b-719b15c4b0f3', 'network_id': 'b8daf99a-17b3-4743-95da-fadcf799d0ee', 'admin_state_up': True, 'tenant_id': '3cd9eca2129f472e8609fb0d94295490'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:26:04.280912 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-17389048-77bb-4a4f-8ea6-40c367b78fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, b79f003b-4548-4602-8ec4-85de99aa21ef) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:26:04.306148 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17389048-77bb-4a4f-8ea6-40c367b78fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:04.306757 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17389048-77bb-4a4f-8ea6-40c367b78fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:04.419185 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-17389048-77bb-4a4f-8ea6-40c367b78fc7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4378712 Sep 15 03:26:04.427097 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Pushing event updated for resources: {'Port': ['ID=2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:04.471109 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cde8af-bf69-4dc4-9d11-06373fcfe8d7 None None] Network b79f003b-4548-4602-8ec4-85de99aa21ef requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:26:04.519389 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Allocated IP 172.20.0.1 (26fdd753-7482-4f5b-beff-09787fea2442/c310f472-bb8c-474d-9c9c-ea872f0338ee/edb55d1e-3784-48c6-9ce4-42cc15abcc4d) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:26:04.558261 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] Set router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:26:04.586692 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:04.836384 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:04.915535 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:04.946193 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Network 26fdd753-7482-4f5b-beff-09787fea2442 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:26:04.951901 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:26:04.970175 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-670624eb-644b-451d-8eca-85871fd587fe tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Made reservation on behalf of 3cd9eca2129f472e8609fb0d94295490 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:26:04.974242 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-670624eb-644b-451d-8eca-85871fd587fe tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:04.992318 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:26:04.999124 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8074635'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:05.092073 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37802) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:05.252315 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:25:59Z', 'revision_number': 3, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:05.344561 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=edb55d1e-3784-48c6-9ce4-42cc15abcc4d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:05.352086 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98613c-35b5-467f-8e75-af28a7a84c2e None None] The sync data for ids ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'] in dv-cinder-806965-6-iscsi is: [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:25:59Z', 'revision_number': 3, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:26:05.365200 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe546a1-c712-4a80-bd1f-54efd9a937ce None None] Network b79f003b-4548-4602-8ec4-85de99aa21ef requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:26:05.391833 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f8eff4-ba6d-4d09-8beb-415f3aedbd93 admin admin] Deleting subnet 5c088647-cc53-4463-89bb-c10bffec5fee {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:26:05.415019 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8f8eff4-ba6d-4d09-8beb-415f3aedbd93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:05.576614 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8f8eff4-ba6d-4d09-8beb-415f3aedbd93 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:05.597000 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8f8eff4-ba6d-4d09-8beb-415f3aedbd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7828435'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:05.902041 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:05.923153 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e28b-569c-49a7-bb26-0ca656b2fb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:05.925773 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7e2b61fe-4502-4657-9a3a-8b8ce6ed35ba None None] Provisioning complete for port edb55d1e-3784-48c6-9ce4-42cc15abcc4d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:05.926578 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7e2b61fe-4502-4657-9a3a-8b8ce6ed35ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:05.943856 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c9ff718b-1377-4050-8842-391dfe9d477f req-b40b1d99-4a73-4f58-b09a-af2abc8aa55d tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 210 time: 0.2929723 Sep 15 03:26:06.088683 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8f8eff4-ba6d-4d09-8beb-415f3aedbd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7828420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:06.138904 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b61fe-4502-4657-9a3a-8b8ce6ed35ba None None] Port edb55d1e-3784-48c6-9ce4-42cc15abcc4d cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:26:06.201945 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:06.272786 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8eff4-ba6d-4d09-8beb-415f3aedbd93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c088647-cc53-4463-89bb-c10bffec5fee,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:06.282150 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:06.284902 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8079387'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:06.306018 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8f8eff4-ba6d-4d09-8beb-415f3aedbd93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:06.309141 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-a8f8eff4-ba6d-4d09-8beb-415f3aedbd93 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5c088647-cc53-4463-89bb-c10bffec5fee HTTP/1.1" status: 204 len: 168 time: 1.2121379 Sep 15 03:26:06.328686 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37840) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:06.514325 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:06.567299 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858466'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:06.708395 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-670624eb-644b-451d-8eca-85871fd587fe tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Allocated IP 172.20.0.3 (b8daf99a-17b3-4743-95da-fadcf799d0ee/9031a0b9-7e5b-4793-b045-6d26d02c899f/9a9228eb-a07d-4d59-bf78-0ed154db5ce5) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:26:06.767989 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:06.777266 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device be5d2c7c-1cb8-40e3-afe2-054b985dd479 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:26:06.828031 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:06.829457 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8079387'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:06.842364 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Network e7588eb8-7874-4300-aedf-ff35fa5eab1b is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:26:06.898958 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:26:06.919314 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Pushing event updated for resources: {'Port': ['ID=2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:06.974442 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port be5d2c7c-1cb8-40e3-afe2-054b985dd479 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:06.975761 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:07.135462 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Network 26fdd753-7482-4f5b-beff-09787fea2442 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:26:07.204590 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:26:07.302463 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:07.357429 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] For port be5d2c7c-1cb8-40e3-afe2-054b985dd479, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=be5d2c7c-1cb8-40e3-afe2-054b985dd479,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:07.368135 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:07.369533 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device b754fe38-9ada-41fa-9700-8c9dd60382c0 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:26:07.627342 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Router 75333975-7fc9-4cb9-9107-700d8c959086 has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:26:07.631128 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-670624eb-644b-451d-8eca-85871fd587fe tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:07.692817 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Pushing event updated for resources: {'Port': ['ID=be5d2c7c-1cb8-40e3-afe2-054b985dd479,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:07.747293 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-670624eb-644b-451d-8eca-85871fd587fe tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:07.758505 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7829332', 'neutron.services.segments.db._delete_segments_for_network-8760529642141'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:07.765251 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port b754fe38-9ada-41fa-9700-8c9dd60382c0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:07.765629 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:07.855472 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:26:07.856143 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:26:07.857684 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:26:07.858352 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Subscribe: > port after_create 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:26:07.859222 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Subscribe: > port after_delete 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:26:07.859729 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Subscribe: > port after_update 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:26:07.860246 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:26:07.860692 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:26:07.861065 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:26:07.861569 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:26:07.947957 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-670624eb-644b-451d-8eca-85871fd587fe tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Network b8daf99a-17b3-4743-95da-fadcf799d0ee is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:26:07.959146 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-670624eb-644b-451d-8eca-85871fd587fe tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:26:07.964591 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-670624eb-644b-451d-8eca-85871fd587fe tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:26:07.980664 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f06043e5-db84-4667-8ed6-8906269dfa13 None None] Provisioning complete for port edb55d1e-3784-48c6-9ce4-42cc15abcc4d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:07.981314 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f06043e5-db84-4667-8ed6-8906269dfa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:07.986478 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-670624eb-644b-451d-8eca-85871fd587fe tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:07.987444 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-670624eb-644b-451d-8eca-85871fd587fe tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:07.990341 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670624eb-644b-451d-8eca-85871fd587fe tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Pushing event updated for resources: {'Port': ['ID=9a9228eb-a07d-4d59-bf78-0ed154db5ce5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:07.998559 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:26:08.052984 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Sync routers for ids ['75333975-7fc9-4cb9-9107-700d8c959086'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:26:08.054720 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-98a13965-2ce6-48fb-a4e2-2914329c7afa admin admin] 10.222.0.24 "PUT /v2.0/routers/75333975-7fc9-4cb9-9107-700d8c959086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5765884 Sep 15 03:26:08.061779 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-670624eb-644b-451d-8eca-85871fd587fe tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8440394 Sep 15 03:26:08.067580 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Routers {'75333975-7fc9-4cb9-9107-700d8c959086'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:26:08.068297 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:25:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['75333975-7fc9-4cb9-9107-700d8c959086'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:08.220392 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-8c3644b6-24f3-4837-a4d8-3221c351cd95 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:26:08.221795 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-8c3644b6-24f3-4837-a4d8-3221c351cd95 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066254 Sep 15 03:26:08.296684 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f06043e5-db84-4667-8ed6-8906269dfa13 None None] Port edb55d1e-3784-48c6-9ce4-42cc15abcc4d cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:26:08.301804 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8de18b8d-5ca5-45ba-97ed-518b4ec64e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:08.415334 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:26:08.415948 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:26:08.416377 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:26:08.416804 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:26:08.417888 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb03881-e462-4922-b2e4-b9abf7e05cb4']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:08.425354 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=edb55d1e-3784-48c6-9ce4-42cc15abcc4d,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:08.455366 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:08.513434 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:26:08.547211 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] For port b754fe38-9ada-41fa-9700-8c9dd60382c0, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=b754fe38-9ada-41fa-9700-8c9dd60382c0,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:08.557908 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:08.558442 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10af3de-0480-40e5-805d-6f9546a60094') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:08.559482 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10af3de-0480-40e5-805d-6f9546a60094') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:08.703827 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Set router 75333975-7fc9-4cb9-9107-700d8c959086 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:26:08.756623 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Request body: {'port': {'device_id': '0a9581f0-4d80-4dab-934b-719b15c4b0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:26:08.772918 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device be5d2c7c-1cb8-40e3-afe2-054b985dd479 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:26:08.905653 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Pushing event updated for resources: {'Port': ['ID=b754fe38-9ada-41fa-9700-8c9dd60382c0,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:08.956046 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:08.997966 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:08.999777 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75333975-7fc9-4cb9-9107-700d8c959086', 'name': 'tempest-ServerRescueNegativeTestJSON-1175766126-router', 'tenant_id': 'd1a7d9654f1349838636f7b058f11cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b754fe38-9ada-41fa-9700-8c9dd60382c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:57Z', 'updated_at': '2021-09-15T03:26:04Z', 'revision_number': 4, 'project_id': 'd1a7d9654f1349838636f7b058f11cdd', 'gw_port': {'id': 'b754fe38-9ada-41fa-9700-8c9dd60382c0', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75333975-7fc9-4cb9-9107-700d8c959086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e', 'name': '', 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b', 'tenant_id': 'd1a7d9654f1349838636f7b058f11cdd', 'mac_address': 'fa:16:3e:0a:6a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75333975-7fc9-4cb9-9107-700d8c959086', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c9e3f9f-b37e-4b44-8bf5-f43db7c01291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:02Z', 'updated_at': '2021-09-15T03:26:04Z', 'revision_number': 2, 'project_id': 'd1a7d9654f1349838636f7b058f11cdd', 'subnets': [{'id': '2c9e3f9f-b37e-4b44-8bf5-f43db7c01291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:09.076468 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Checking router: 75333975-7fc9-4cb9-9107-700d8c959086 for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:26:09.077519 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port be5d2c7c-1cb8-40e3-afe2-054b985dd479 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:09.078240 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Updating router 75333975-7fc9-4cb9-9107-700d8c959086 port 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e binding host dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:26:09.080233 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:09.134316 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:26:09.156284 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:09.332806 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf147c-46ab-42ba-a7d0-3c7b0a42e76f req-a9213335-4954-44fb-8c0d-d6d0cb1fce65 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:09.342095 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5acf147c-46ab-42ba-a7d0-3c7b0a42e76f req-a9213335-4954-44fb-8c0d-d6d0cb1fce65 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 931 time: 2.1283395 Sep 15 03:26:09.369624 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760529642406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2434161'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:09.418501 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:09.437363 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:26:09.438066 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2767215'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: from cryptography.utils import int_from_bytes Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: from cryptography.utils import int_from_bytes Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: Traceback (most recent call last): Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: timer() Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: cb(*args, **kw) Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: return func(*args, **kwargs) Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: self._notify() Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: self.callback(batched_events) Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: event.method(event) Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: return f(self, *a, **k) Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._get(url).json() Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: return self.request(url, 'GET', **kwargs) Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:26:09.448790 dv-cinder-806965-6-iscsi neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:26:09.466380 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5acf147c-46ab-42ba-a7d0-3c7b0a42e76f req-486443dd-93f2-4b65-8496-452f63fe1280 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230588 Sep 15 03:26:09.503988 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:09.537578 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:26:09.567901 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-66f21be6-f101-4669-8f16-2e8b3ca87ae6 admin admin] 10.222.0.24 "PUT /v2.0/routers/cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8989091 Sep 15 03:26:09.583778 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bd6398-f653-4887-a244-82532f227acd None None] Sync routers for ids ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:26:09.606130 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd6398-f653-4887-a244-82532f227acd None None] Routers {'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:26:09.610559 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-18bd6398-f653-4887-a244-82532f227acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:26:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:09.680054 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7829325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8074516'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:09.695483 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:09.704113 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] 10.222.0.24 "DELETE /v2.0/networks/0eb03881-e462-4922-b2e4-b9abf7e05cb4 HTTP/1.1" status: 204 len: 168 time: 3.3739688 Sep 15 03:26:09.725730 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37938) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:09.851115 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f897d-b5e9-458b-95dc-43eab9671acc admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb03881-e462-4922-b2e4-b9abf7e05cb4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:09.891450 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38f8cc0-0526-4bcf-aa17-9b831a8b8bfe admin admin] Deleting subnet 8d0d8945-941a-42a6-a5de-74c3e5ca24e9 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:26:09.904456 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c38f8cc0-0526-4bcf-aa17-9b831a8b8bfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:10.080055 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-18bd6398-f653-4887-a244-82532f227acd None None] Set router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:26:10.089980 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c38f8cc0-0526-4bcf-aa17-9b831a8b8bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2434170'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:10.133749 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:10.141823 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:10.200158 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45f244-d44c-4db0-84f5-2b0a289a985d None None] Pushing event updated for resources: {'Port': ['ID=2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:10.284191 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c38f8cc0-0526-4bcf-aa17-9b831a8b8bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7828435'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:10.356392 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-03762931-f8f2-471b-8b7e-7e982683a91b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:10.358714 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-03762931-f8f2-471b-8b7e-7e982683a91b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/networks?id=e7588eb8-7874-4300-aedf-ff35fa5eab1b HTTP/1.1" status: 200 len: 819 time: 0.6123705 Sep 15 03:26:10.426529 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Attempting to bind port 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:26:10.426854 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Attempting to bind port 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': '9f3a0847-e5ad-4907-be31-712dcec04721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:26:10.427408 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Attempting to bind port 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e on network e7588eb8-7874-4300-aedf-ff35fa5eab1b {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:26:10.428300 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c38f8cc0-0526-4bcf-aa17-9b831a8b8bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7828420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2767537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3306211'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:10.436454 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-3d99a38a-cde9-470a-86a0-04f571f853dc tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/quotas/d1a7d9654f1349838636f7b058f11cdd HTTP/1.1" status: 200 len: 375 time: 0.0692251 Sep 15 03:26:10.446543 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:26:10.447229 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Checking segment: {'id': '9f3a0847-e5ad-4907-be31-712dcec04721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:26:10.447803 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:10.448391 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Bound using segment: {'id': '9f3a0847-e5ad-4907-be31-712dcec04721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:26:10.449053 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Bound port: 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3a0847-e5ad-4907-be31-712dcec04721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:26:10.450872 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:10.462843 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c38f8cc0-0526-4bcf-aa17-9b831a8b8bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:10.468372 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-c38f8cc0-0526-4bcf-aa17-9b831a8b8bfe admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8d0d8945-941a-42a6-a5de-74c3e5ca24e9 HTTP/1.1" status: 204 len: 168 time: 0.7408381 Sep 15 03:26:10.494347 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37962) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:10.563833 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:26:10.590016 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:10.608020 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a8641f6-5a5d-4d73-bafd-60d394a219f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858466'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:10.609389 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] For port 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:26:10.616742 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] For port 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e,segment=NetworkSegment(9f3a0847-e5ad-4907-be31-712dcec04721),segment_id=9f3a0847-e5ad-4907-be31-712dcec04721)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:26:10.617453 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f8cc0-0526-4bcf-aa17-9b831a8b8bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d0d8945-941a-42a6-a5de-74c3e5ca24e9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:10.625057 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:10.658326 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Transition to ACTIVE for port object 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:26:10.679256 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-d0594c72-609c-44cc-becf-098e11069952 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a7d9654f1349838636f7b058f11cdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2183080 Sep 15 03:26:10.681095 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:10.765058 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device b754fe38-9ada-41fa-9700-8c9dd60382c0 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:26:10.793927 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Routers {'75333975-7fc9-4cb9-9107-700d8c959086'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:26:10.799568 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:26:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['75333975-7fc9-4cb9-9107-700d8c959086'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:10.921641 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45f244-d44c-4db0-84f5-2b0a289a985d None None] Pushing event updated for resources: {'Port': ['ID=2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:10.922208 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a8641f6-5a5d-4d73-bafd-60d394a219f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7829332', 'neutron.services.segments.db._delete_segments_for_network-8760529642141'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:10.986356 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-4a8641f6-5a5d-4d73-bafd-60d394a219f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79f003b-4548-4602-8ec4-85de99aa21ef']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:10.993282 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:11.024023 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-4a8641f6-5a5d-4d73-bafd-60d394a219f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fbfb64-1113-439a-8752-e545b9ef5d45') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:11.029278 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-4a8641f6-5a5d-4d73-bafd-60d394a219f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fbfb64-1113-439a-8752-e545b9ef5d45') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:11.060425 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a8641f6-5a5d-4d73-bafd-60d394a219f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760529642406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2434161'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:11.097887 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06084f01-3812-474f-9757-5b1069401851 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9228eb-a07d-4d59-bf78-0ed154db5ce5,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:11.098961 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-18bd6398-f653-4887-a244-82532f227acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:26:05Z', 'revision_number': 4, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'edb55d1e-3784-48c6-9ce4-42cc15abcc4d', 'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'mac_address': 'fa:16:3e:dd:cc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:03Z', 'updated_at': '2021-09-15T03:26:06Z', 'revision_number': 2, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'subnets': [{'id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:11.102742 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a8641f6-5a5d-4d73-bafd-60d394a219f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:11.118092 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port b754fe38-9ada-41fa-9700-8c9dd60382c0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:11.124211 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8641f6-5a5d-4d73-bafd-60d394a219f4 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:26:11.124730 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a8641f6-5a5d-4d73-bafd-60d394a219f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2767215'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:11.125123 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: Traceback (most recent call last): Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: timer() Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: cb(*args, **kw) Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: return func(*args, **kwargs) Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: self._notify() Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: self.callback(batched_events) Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: event.method(event) Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: return f(self, *a, **k) Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._get(url).json() Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: return self.request(url, 'GET', **kwargs) Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:26:11.126924 dv-cinder-806965-6-iscsi neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:26:11.166339 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] Set router 75333975-7fc9-4cb9-9107-700d8c959086 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:26:11.248572 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bd6398-f653-4887-a244-82532f227acd None None] Checking router: cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:26:11.250730 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bd6398-f653-4887-a244-82532f227acd None None] Updating router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f port edb55d1e-3784-48c6-9ce4-42cc15abcc4d binding host dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:26:11.270655 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a8641f6-5a5d-4d73-bafd-60d394a219f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7829325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8074516'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:11.282515 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a8641f6-5a5d-4d73-bafd-60d394a219f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:11.289290 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-4a8641f6-5a5d-4d73-bafd-60d394a219f4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b79f003b-4548-4602-8ec4-85de99aa21ef HTTP/1.1" status: 204 len: 168 time: 0.7928739 Sep 15 03:26:11.340825 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Attempting to bind port 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:26:11.341517 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Attempting to bind port 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'a4f4b0fc-cdd8-4eda-8c37-326391799b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b8daf99a-17b3-4743-95da-fadcf799d0ee'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:26:11.342224 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Attempting to bind port 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 on network b8daf99a-17b3-4743-95da-fadcf799d0ee {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:26:11.353817 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-067f1b1b-6af5-4e18-b8ba-2e09db1c12f1 service neutron] 10.222.0.24 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6516106 Sep 15 03:26:11.355245 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Port 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 on network b8daf99a-17b3-4743-95da-fadcf799d0ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:26:11.355859 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Attempting to bind port 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 on network b8daf99a-17b3-4743-95da-fadcf799d0ee {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:26:11.369721 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:26:11.371919 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Checking segment: {'id': 'a4f4b0fc-cdd8-4eda-8c37-326391799b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b8daf99a-17b3-4743-95da-fadcf799d0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:26:11.372856 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Bound using segment: {'id': 'a4f4b0fc-cdd8-4eda-8c37-326391799b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b8daf99a-17b3-4743-95da-fadcf799d0ee'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:26:11.373633 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Bound port: 9a9228eb-a07d-4d59-bf78-0ed154db5ce5, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f4b0fc-cdd8-4eda-8c37-326391799b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'b8daf99a-17b3-4743-95da-fadcf799d0ee'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:26:11.374353 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:11.380768 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8641f6-5a5d-4d73-bafd-60d394a219f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b79f003b-4548-4602-8ec4-85de99aa21ef,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:11.383532 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-18bd6398-f653-4887-a244-82532f227acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:11.491369 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 37992) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:11.496756 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-17335d51-2d83-4ec5-9b2a-6fef40985884 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082034328', 'description': 'tempest-description--1701474017'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:26:11.596776 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17335d51-2d83-4ec5-9b2a-6fef40985884 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:11.777157 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 37994) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:11.885370 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75333975-7fc9-4cb9-9107-700d8c959086', 'name': 'tempest-ServerRescueNegativeTestJSON-1175766126-router', 'tenant_id': 'd1a7d9654f1349838636f7b058f11cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b754fe38-9ada-41fa-9700-8c9dd60382c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:57Z', 'updated_at': '2021-09-15T03:26:04Z', 'revision_number': 4, 'project_id': 'd1a7d9654f1349838636f7b058f11cdd', 'gw_port': {'id': 'b754fe38-9ada-41fa-9700-8c9dd60382c0', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75333975-7fc9-4cb9-9107-700d8c959086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e', 'name': '', 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b', 'tenant_id': 'd1a7d9654f1349838636f7b058f11cdd', 'mac_address': 'fa:16:3e:0a:6a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75333975-7fc9-4cb9-9107-700d8c959086', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c9e3f9f-b37e-4b44-8bf5-f43db7c01291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:02Z', 'updated_at': '2021-09-15T03:26:10Z', 'revision_number': 4, 'project_id': 'd1a7d9654f1349838636f7b058f11cdd', 'subnets': [{'id': '2c9e3f9f-b37e-4b44-8bf5-f43db7c01291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:11.909621 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17335d51-2d83-4ec5-9b2a-6fef40985884 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:11.934311 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17335d51-2d83-4ec5-9b2a-6fef40985884 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:11.959708 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-cdd8be43-ed0e-4d3e-a301-361dd0e85031 service neutron] 10.222.0.24 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5975912 Sep 15 03:26:11.965264 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0681c14-13bc-4444-9217-d00c1d0ec806 None None] The sync data for ids ['75333975-7fc9-4cb9-9107-700d8c959086'] in dv-cinder-806965-6-iscsi is: [{'id': '75333975-7fc9-4cb9-9107-700d8c959086', 'name': 'tempest-ServerRescueNegativeTestJSON-1175766126-router', 'tenant_id': 'd1a7d9654f1349838636f7b058f11cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b754fe38-9ada-41fa-9700-8c9dd60382c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:57Z', 'updated_at': '2021-09-15T03:26:04Z', 'revision_number': 4, 'project_id': 'd1a7d9654f1349838636f7b058f11cdd', 'gw_port': {'id': 'b754fe38-9ada-41fa-9700-8c9dd60382c0', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75333975-7fc9-4cb9-9107-700d8c959086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e', 'name': '', 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b', 'tenant_id': 'd1a7d9654f1349838636f7b058f11cdd', 'mac_address': 'fa:16:3e:0a:6a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75333975-7fc9-4cb9-9107-700d8c959086', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2c9e3f9f-b37e-4b44-8bf5-f43db7c01291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:02Z', 'updated_at': '2021-09-15T03:26:10Z', 'revision_number': 4, 'project_id': 'd1a7d9654f1349838636f7b058f11cdd', 'subnets': [{'id': '2c9e3f9f-b37e-4b44-8bf5-f43db7c01291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:26:11.993030 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] For port 9a9228eb-a07d-4d59-bf78-0ed154db5ce5, host hv-cinder-80696, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:26:12.020614 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] For port 9a9228eb-a07d-4d59-bf78-0ed154db5ce5, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9a9228eb-a07d-4d59-bf78-0ed154db5ce5,segment=NetworkSegment(a4f4b0fc-cdd8-4eda-8c37-326391799b29),segment_id=a4f4b0fc-cdd8-4eda-8c37-326391799b29)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:26:12.054139 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:12.196145 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17335d51-2d83-4ec5-9b2a-6fef40985884 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:12.197827 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-17335d51-2d83-4ec5-9b2a-6fef40985884 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7047896 Sep 15 03:26:12.202428 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 38002) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:12.207385 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-7f37143f-8b17-4d41-a6c1-d6ade6e4d089 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Request body: {'security_group_rule': {'security_group_id': '69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:26:12.213245 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17335d51-2d83-4ec5-9b2a-6fef40985884 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:12.243323 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-f1fc1623-f20c-432d-a240-8b7766aacbb5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86fef567972447f5967c4915323a1060&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4607003 Sep 15 03:26:12.264592 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 38004) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:12.266817 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0677d-704b-45bf-a199-6b7902182b9e req-6d1ee3f0-282f-46c1-8956-ced0b5a8b417 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:12.279100 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4bb0677d-704b-45bf-a199-6b7902182b9e req-6d1ee3f0-282f-46c1-8956-ced0b5a8b417 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 943 time: 0.3619971 Sep 15 03:26:12.322947 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:12.324844 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:12.326588 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-06084f01-3812-474f-9757-5b1069401851 service neutron] 10.222.0.52 "PUT /v2.0/ports/9a9228eb-a07d-4d59-bf78-0ed154db5ce5 HTTP/1.1" status: 200 len: 1093 time: 3.7742398 Sep 15 03:26:12.340684 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9581f0-4d80-4dab-934b-719b15c4b0f3', 'tag': '9a9228eb-a07d-4d59-bf78-0ed154db5ce5'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:26:12.470865 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4bb0677d-704b-45bf-a199-6b7902182b9e req-1a3f9eb3-2619-410c-8eb9-c5c31c44cbe2 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904569 Sep 15 03:26:12.471752 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f37143f-8b17-4d41-a6c1-d6ade6e4d089 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:12.706183 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06084f01-3812-474f-9757-5b1069401851 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9228eb-a07d-4d59-bf78-0ed154db5ce5,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:12.747957 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f37143f-8b17-4d41-a6c1-d6ade6e4d089 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:12.759017 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f37143f-8b17-4d41-a6c1-d6ade6e4d089 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:12.789513 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b5e961ae-6938-4831-a076-8123b9237c78 req-9eade196-c76a-4614-a2cf-4c9694150265 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 210 time: 0.3199012 Sep 15 03:26:12.835418 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37143f-8b17-4d41-a6c1-d6ade6e4d089 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c30bc5a-040f-47ae-bd83-55a9dcb5c258,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:12.887610 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-18bd6398-f653-4887-a244-82532f227acd None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:12.897749 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c5e5a7ed1901eac8cf18039674ee6f7c806fec2fd0ee94a2a8e9c46147c846e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918966bc-23f8-4d5a-ba2f-97b1a2475ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9581f0-4d80-4dab-934b-719b15c4b0f3", "tag": "9a9228eb-a07d-4d59-bf78-0ed154db5ce5"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:26:12.903479 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-18bd6398-f653-4887-a244-82532f227acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:12.906652 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f37143f-8b17-4d41-a6c1-d6ade6e4d089 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:12.908204 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-7f37143f-8b17-4d41-a6c1-d6ade6e4d089 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7045283 Sep 15 03:26:12.911258 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 38044) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:12.938235 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30bdf575-f078-4527-a34d-d3d22531e2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:12.946012 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-1c55cc17-bfa7-4042-aeb3-bb3c7853c4eb tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Request body: {'security_group_rule': {'security_group_id': '69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:26:12.987579 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:26:13.039615 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1c55cc17-bfa7-4042-aeb3-bb3c7853c4eb tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:13.043447 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30bdf575-f078-4527-a34d-d3d22531e2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:13.173052 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30bdf575-f078-4527-a34d-d3d22531e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:13.176456 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30bdf575-f078-4527-a34d-d3d22531e2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:13.178496 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1c55cc17-bfa7-4042-aeb3-bb3c7853c4eb tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:13.178651 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-30bdf575-f078-4527-a34d-d3d22531e2ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b363a937-35ef-49a4-8595-b97aecfbf843 HTTP/1.1" status: 204 len: 168 time: 0.9090583 Sep 15 03:26:13.194042 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1c55cc17-bfa7-4042-aeb3-bb3c7853c4eb tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:13.204767 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdf575-f078-4527-a34d-d3d22531e2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b363a937-35ef-49a4-8595-b97aecfbf843,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:13.283429 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1c55cc17-bfa7-4042-aeb3-bb3c7853c4eb tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:13.283429 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-1c55cc17-bfa7-4042-aeb3-bb3c7853c4eb tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3696575 Sep 15 03:26:13.285939 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 38070) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:13.286643 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55cc17-bfa7-4042-aeb3-bb3c7853c4eb tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cabd0e-bf33-417b-b843-4f8c2ffdffbc,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:13.293068 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Request body: {'floatingip': {'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:26:13.322630 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-18bd6398-f653-4887-a244-82532f227acd None None] Attempting to bind port edb55d1e-3784-48c6-9ce4-42cc15abcc4d on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:26:13.323555 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-18bd6398-f653-4887-a244-82532f227acd None None] Attempting to bind port edb55d1e-3784-48c6-9ce4-42cc15abcc4d by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'aac14159-cd43-49c0-9a4b-bd6818db6dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:26:13.324004 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd6398-f653-4887-a244-82532f227acd None None] Attempting to bind port edb55d1e-3784-48c6-9ce4-42cc15abcc4d on network 26fdd753-7482-4f5b-beff-09787fea2442 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:26:13.368717 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220ccec-0ecd-49b5-96c4-03d67e180647 None None] Pushing event updated for resources: {'Port': ['ID=edb55d1e-3784-48c6-9ce4-42cc15abcc4d,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:13.382094 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:13.382694 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:13.394605 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47475d94-a842-4c69-9e50-60c5ea43ec9b x-openstack-request-id: req-47475d94-a842-4c69-9e50-60c5ea43ec9b {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:26:13.394819 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9581f0-4d80-4dab-934b-719b15c4b0f3", "tag": "9a9228eb-a07d-4d59-bf78-0ed154db5ce5", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:26:13.395269 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47475d94-a842-4c69-9e50-60c5ea43ec9b {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:26:13.395895 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9581f0-4d80-4dab-934b-719b15c4b0f3', 'tag': '9a9228eb-a07d-4d59-bf78-0ed154db5ce5', 'status': 'completed', 'code': 200} Sep 15 03:26:13.415867 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:13.438775 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd6398-f653-4887-a244-82532f227acd None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:26:13.439728 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd6398-f653-4887-a244-82532f227acd None None] Checking segment: {'id': 'aac14159-cd43-49c0-9a4b-bd6818db6dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:26:13.440768 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-18bd6398-f653-4887-a244-82532f227acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:13.441468 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd6398-f653-4887-a244-82532f227acd None None] Bound using segment: {'id': 'aac14159-cd43-49c0-9a4b-bd6818db6dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:26:13.442407 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-18bd6398-f653-4887-a244-82532f227acd None None] Bound port: edb55d1e-3784-48c6-9ce4-42cc15abcc4d, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac14159-cd43-49c0-9a4b-bd6818db6dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:26:13.443255 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-18bd6398-f653-4887-a244-82532f227acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:13.635110 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8aed0ff5-5422-4d8c-b008-223e286b3a3b None None] Provisioning complete for port edb55d1e-3784-48c6-9ce4-42cc15abcc4d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:13.635706 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8aed0ff5-5422-4d8c-b008-223e286b3a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:13.638481 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-18bd6398-f653-4887-a244-82532f227acd None None] For port edb55d1e-3784-48c6-9ce4-42cc15abcc4d, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:26:13.690018 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-18bd6398-f653-4887-a244-82532f227acd None None] For port edb55d1e-3784-48c6-9ce4-42cc15abcc4d, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=edb55d1e-3784-48c6-9ce4-42cc15abcc4d,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:26:13.701082 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:13.710499 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-18bd6398-f653-4887-a244-82532f227acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:13.773716 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd90a34-15b2-459a-a9ca-629a04fa9cc4 req-7003236c-3ee0-4d49-8c46-599e40d0b4ae tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:13.782930 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] For port 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e,segment=NetworkSegment(9f3a0847-e5ad-4907-be31-712dcec04721),segment_id=9f3a0847-e5ad-4907-be31-712dcec04721)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:13.787768 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-abd90a34-15b2-459a-a9ca-629a04fa9cc4 req-7003236c-3ee0-4d49-8c46-599e40d0b4ae tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 943 time: 0.1477227 Sep 15 03:26:13.788514 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8aed0ff5-5422-4d8c-b008-223e286b3a3b None None] Port edb55d1e-3784-48c6-9ce4-42cc15abcc4d cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:26:13.794555 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:13.815165 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd6398-f653-4887-a244-82532f227acd None None] Routers {'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:26:13.816112 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-18bd6398-f653-4887-a244-82532f227acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:26:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:13.902509 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-abd90a34-15b2-459a-a9ca-629a04fa9cc4 req-a7f6e4ae-08cc-4837-b65d-08592076ab81 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119263 Sep 15 03:26:13.934209 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-10b051d2-21cf-4b9b-81af-0458be81e450 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:13.938114 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-10b051d2-21cf-4b9b-81af-0458be81e450 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/networks?id=e7588eb8-7874-4300-aedf-ff35fa5eab1b HTTP/1.1" status: 200 len: 819 time: 0.5392511 Sep 15 03:26:13.975627 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220ccec-0ecd-49b5-96c4-03d67e180647 None None] Pushing event updated for resources: {'Port': ['ID=edb55d1e-3784-48c6-9ce4-42cc15abcc4d,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:14.016117 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-570b9edf-cabf-48d8-b2c8-1fc206eb8310 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/quotas/d1a7d9654f1349838636f7b058f11cdd HTTP/1.1" status: 200 len: 375 time: 0.0698195 Sep 15 03:26:14.114955 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:14.117062 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 38102) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:14.206512 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-f7ede29e-2db4-488b-b517-72a455d75047 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d1a7d9654f1349838636f7b058f11cdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1648235 Sep 15 03:26:14.221790 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-18bd6398-f653-4887-a244-82532f227acd None None] Set router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:26:14.315529 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-48babd2b-83ba-4807-b1cd-e7f6faa2005e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79d975ac3fdd4bdfbd91540b6814c6c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1952507 Sep 15 03:26:14.316642 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 38110) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:14.401835 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-ecffea9f-88bc-485f-ad45-6048f37734d2 service neutron] 10.222.0.24 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938269 Sep 15 03:26:14.421995 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Allocated IP 172.27.0.168 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/e2c575ec-e9ce-4b1f-85de-46dde87da115) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:26:14.461103 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-202fd212-e8b1-45b7-bc3b-4ad79fad6a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:14.493554 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-202fd212-e8b1-45b7-bc3b-4ad79fad6a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:14.569948 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-85afa088-210f-4759-b587-15ba952ea8c1 service neutron] 10.222.0.24 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669152 Sep 15 03:26:14.572884 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-202fd212-e8b1-45b7-bc3b-4ad79fad6a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:14.594684 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-202fd212-e8b1-45b7-bc3b-4ad79fad6a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:14.598576 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-202fd212-e8b1-45b7-bc3b-4ad79fad6a5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7bbe3e3d-2140-43d0-907b-807e2e93ba53 HTTP/1.1" status: 204 len: 168 time: 0.2768953 Sep 15 03:26:14.611566 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a039d6c1-24aa-42fb-bd6d-c04766861aec None None] Provisioning complete for port edb55d1e-3784-48c6-9ce4-42cc15abcc4d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:14.611947 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a039d6c1-24aa-42fb-bd6d-c04766861aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:14.624531 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fd212-e8b1-45b7-bc3b-4ad79fad6a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbe3e3d-2140-43d0-907b-807e2e93ba53,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:14.645031 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:14.686692 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Pushing event updated for resources: {'Port': ['ID=2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:14.716775 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:14.773668 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-18bd6398-f653-4887-a244-82532f227acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:26:05Z', 'revision_number': 4, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'edb55d1e-3784-48c6-9ce4-42cc15abcc4d', 'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'mac_address': 'fa:16:3e:dd:cc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:03Z', 'updated_at': '2021-09-15T03:26:13Z', 'revision_number': 4, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'subnets': [{'id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:14.841050 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:26:14.852559 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:26:14.858119 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:26:14.915745 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bd6398-f653-4887-a244-82532f227acd None None] The sync data for ids ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'] in dv-cinder-806965-6-iscsi is: [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:26:05Z', 'revision_number': 4, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'edb55d1e-3784-48c6-9ce4-42cc15abcc4d', 'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'mac_address': 'fa:16:3e:dd:cc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:03Z', 'updated_at': '2021-09-15T03:26:13Z', 'revision_number': 4, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'subnets': [{'id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:26:14.940959 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a039d6c1-24aa-42fb-bd6d-c04766861aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:14.959161 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-230d9773-bc85-480a-abbc-3c020a8b941e req-bced53d9-d895-40de-8930-d1b1d343d6d9 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 210 time: 0.0962791 Sep 15 03:26:15.035076 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event updated for resources: {'Port': ['ID=e2c575ec-e9ce-4b1f-85de-46dde87da115,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:15.074657 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a039d6c1-24aa-42fb-bd6d-c04766861aec None None] For port edb55d1e-3784-48c6-9ce4-42cc15abcc4d, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=edb55d1e-3784-48c6-9ce4-42cc15abcc4d,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:15.086610 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a039d6c1-24aa-42fb-bd6d-c04766861aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:15.228937 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039d6c1-24aa-42fb-bd6d-c04766861aec None None] Pushing event updated for resources: {'Port': ['ID=edb55d1e-3784-48c6-9ce4-42cc15abcc4d,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:15.232627 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:15.309280 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04647b8a-f287-48fa-afc5-dd1e8d54a8f5 req-6e91372f-feb3-49e2-8a04-bf1a32f9e36d tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:15.311112 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-04647b8a-f287-48fa-afc5-dd1e8d54a8f5 req-6e91372f-feb3-49e2-8a04-bf1a32f9e36d tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 943 time: 0.2582765 Sep 15 03:26:15.389381 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:15.543968 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-04647b8a-f287-48fa-afc5-dd1e8d54a8f5 req-a8824e5c-57a4-4dcb-8dd1-5b174684bf21 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113564 Sep 15 03:26:15.832807 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:15.838406 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:15.880685 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8074502'] for floatingip, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:15.907925 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event updated for resources: {'Port': ['ID=e2c575ec-e9ce-4b1f-85de-46dde87da115,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:15.911771 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:15.913096 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-93171b9c-f263-41b9-af5a-7f492eeafa2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6260662 Sep 15 03:26:16.165617 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b304b029-65ab-4b9e-a090-c68ddb171ed3 req-00770e6e-c196-41f2-abaf-d96a2a7f5bc0 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 210 time: 0.0551834 Sep 15 03:26:16.287383 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-1754ce92-2502-44d8-8e0a-5795a4c19805 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1082034328&fields=id&tenant_id=5cfd6b9797a94b10a0e749d1d77b96be HTTP/1.1" status: 200 len: 267 time: 0.0738106 Sep 15 03:26:16.536642 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-98185942-12a5-4a6b-b201-c85538059c6f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:16.550153 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-98185942-12a5-4a6b-b201-c85538059c6f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/networks?id=26fdd753-7482-4f5b-beff-09787fea2442 HTTP/1.1" status: 200 len: 817 time: 0.2441163 Sep 15 03:26:16.590808 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-7c50aac3-c7a9-4686-835c-a051ee10a6f2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/quotas/5cfd6b9797a94b10a0e749d1d77b96be HTTP/1.1" status: 200 len: 375 time: 0.0395958 Sep 15 03:26:16.821609 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-6f1d6a6d-8f6a-47c7-be48-3f041c32ce4f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5cfd6b9797a94b10a0e749d1d77b96be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2302895 Sep 15 03:26:16.915266 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7325e-5f75-4a1f-9bb2-656bbac3a413 req-435dd7be-4818-4cc9-91ea-58cbdc23138d tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:16.926254 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b7f7325e-5f75-4a1f-9bb2-656bbac3a413 req-435dd7be-4818-4cc9-91ea-58cbdc23138d tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 943 time: 0.2019727 Sep 15 03:26:16.964274 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device edb55d1e-3784-48c6-9ce4-42cc15abcc4d up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:26:17.031343 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b7f7325e-5f75-4a1f-9bb2-656bbac3a413 req-eb955355-f11b-4eb2-8f77-5fe3b02a8118 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954444 Sep 15 03:26:17.121878 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-fffe6923-5ff6-4fb4-9eaf-158100beda35 service neutron] 10.222.0.24 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851708 Sep 15 03:26:17.157894 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port edb55d1e-3784-48c6-9ce4-42cc15abcc4d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:17.158373 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:17.324876 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:26:17.431129 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d91b79a9-0b75-4b77-8278-6d77337dbfc4 req-f8bf037e-c612-4c25-b901-7d6656b6521f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 210 time: 0.0844064 Sep 15 03:26:17.456126 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:17.458126 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:17.492813 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 38242) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:17.647679 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-068f5dfd-3868-4a05-af8e-1bdfe0fb32f5 service neutron] 10.222.0.24 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905343 Sep 15 03:26:17.770573 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98517ef3-d26a-4367-a40a-1ca293c289ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:18.104181 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-95c35224-0651-4c3b-bc2e-beb2306625fe req-252af3c7-b533-4619-9627-225d17830ca2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0934300 Sep 15 03:26:18.187444 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98517ef3-d26a-4367-a40a-1ca293c289ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:18.199401 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98517ef3-d26a-4367-a40a-1ca293c289ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:18.246357 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526123c0-ec36-4751-952a-caa6f2eb2a91 req-872b8d0a-3b74-4548-bf57-9afd69c0551d tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:18.261620 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-98517ef3-d26a-4367-a40a-1ca293c289ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64b0e46663f64ab9b32d426953ab9912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7604923 Sep 15 03:26:18.262741 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-526123c0-ec36-4751-952a-caa6f2eb2a91 req-872b8d0a-3b74-4548-bf57-9afd69c0551d tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 943 time: 0.0901082 Sep 15 03:26:18.267232 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 38284) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:18.305196 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98517ef3-d26a-4367-a40a-1ca293c289ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace81060-c3b5-4519-8f75-2a5b2843f100,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:18.371316 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-526123c0-ec36-4751-952a-caa6f2eb2a91 req-fb882131-7779-427c-b02f-fe14e4963ba8 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111276 Sep 15 03:26:18.372788 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-02d4935f-9ab7-40e1-8249-7f12de2dd68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:18.409849 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-02d4935f-9ab7-40e1-8249-7f12de2dd68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:18.488668 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-02d4935f-9ab7-40e1-8249-7f12de2dd68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:18.491773 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-02d4935f-9ab7-40e1-8249-7f12de2dd68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:18.495598 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-02d4935f-9ab7-40e1-8249-7f12de2dd68f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ace81060-c3b5-4519-8f75-2a5b2843f100 HTTP/1.1" status: 204 len: 168 time: 0.2236164 Sep 15 03:26:18.505916 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4935f-9ab7-40e1-8249-7f12de2dd68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace81060-c3b5-4519-8f75-2a5b2843f100,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:18.575350 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d96b9140-7c01-4ec2-9686-79ed27be3196 req-8cf0757f-7f8f-42f1-ae30-79c6789d6c23 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 210 time: 0.0363920 Sep 15 03:26:18.749136 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 38306) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:18.871294 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-79fca055-9506-429a-83dc-bf5191ba4e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:18.903497 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 38310) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:18.918048 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a94bbc38-bb38-4468-91a9-13c4f75ecd18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:18.977758 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-79fca055-9506-429a-83dc-bf5191ba4e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:18.989594 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-79fca055-9506-429a-83dc-bf5191ba4e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:19.062805 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fca055-9506-429a-83dc-bf5191ba4e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04b8351-0a22-4149-8138-d4a155780095,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:19.069443 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-79fca055-9506-429a-83dc-bf5191ba4e7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35dd959b762241ce9515491e9009997b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165565 Sep 15 03:26:19.069987 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 38320) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:19.112393 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a94bbc38-bb38-4468-91a9-13c4f75ecd18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:19.116307 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a94bbc38-bb38-4468-91a9-13c4f75ecd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:19.118600 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5b211366-65b0-488e-bdcf-b829fece2f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:19.140670 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5b211366-65b0-488e-bdcf-b829fece2f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:19.155950 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-a94bbc38-bb38-4468-91a9-13c4f75ecd18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b190e90aceb14a009ae69963559dc128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490933 Sep 15 03:26:19.155950 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bbc38-bb38-4468-91a9-13c4f75ecd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d666c45-a166-46b1-bc88-d41fc181e4b5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:19.158276 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 38324) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:19.230061 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5b211366-65b0-488e-bdcf-b829fece2f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:19.233018 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5b211366-65b0-488e-bdcf-b829fece2f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:19.237033 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-5b211366-65b0-488e-bdcf-b829fece2f72 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e04b8351-0a22-4149-8138-d4a155780095 HTTP/1.1" status: 204 len: 168 time: 0.1638701 Sep 15 03:26:19.243736 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d88d818b-8e9a-4782-926c-8a22c9a31d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:19.243884 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b211366-65b0-488e-bdcf-b829fece2f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04b8351-0a22-4149-8138-d4a155780095,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:19.282957 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d88d818b-8e9a-4782-926c-8a22c9a31d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:19.308310 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-739705e9-a37d-4276-a370-f8f01b00afc8 req-867b9e52-31a4-496c-a535-030a7a3fddc2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0349224 Sep 15 03:26:19.355033 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d88d818b-8e9a-4782-926c-8a22c9a31d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:19.357869 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d88d818b-8e9a-4782-926c-8a22c9a31d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:19.371866 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-d88d818b-8e9a-4782-926c-8a22c9a31d58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d666c45-a166-46b1-bc88-d41fc181e4b5 HTTP/1.1" status: 204 len: 168 time: 0.2080057 Sep 15 03:26:19.392361 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d818b-8e9a-4782-926c-8a22c9a31d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d666c45-a166-46b1-bc88-d41fc181e4b5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:19.529089 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aad4d-a6f6-4551-8063-2eb7f1d65978 req-3ba6d0b1-18cf-4e45-8771-d5dbd4392a8f tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:19.537335 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-551aad4d-a6f6-4551-8063-2eb7f1d65978 req-3ba6d0b1-18cf-4e45-8771-d5dbd4392a8f tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 943 time: 0.0819461 Sep 15 03:26:19.583553 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-551aad4d-a6f6-4551-8063-2eb7f1d65978 req-86d0f41c-16c5-4518-a4ca-82eccc926da4 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452654 Sep 15 03:26:19.704342 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a6790837-c95c-4689-a95b-835e80301e77 req-9fad3024-8c46-4670-9801-7a959ad11dee tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 210 time: 0.0587845 Sep 15 03:26:19.860434 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 38348) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:19.883026 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df1b8e8b-19a1-4829-b343-3ecd1ffcb989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:20.006028 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df1b8e8b-19a1-4829-b343-3ecd1ffcb989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:20.010144 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df1b8e8b-19a1-4829-b343-3ecd1ffcb989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:20.053904 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 38354) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:20.054126 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-df1b8e8b-19a1-4829-b343-3ecd1ffcb989 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6443f68be12b4140ad39f639e3fdedd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924410 Sep 15 03:26:20.056320 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b8e8b-19a1-4829-b343-3ecd1ffcb989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed1d9de-9db6-4466-a3bc-534d32845eb7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:20.127883 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-233e9ec8-c0a6-4fa1-a5f3-e2b151bd40c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:20.185000 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-233e9ec8-c0a6-4fa1-a5f3-e2b151bd40c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:20.252289 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-233e9ec8-c0a6-4fa1-a5f3-e2b151bd40c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:20.254839 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-233e9ec8-c0a6-4fa1-a5f3-e2b151bd40c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:20.256027 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-233e9ec8-c0a6-4fa1-a5f3-e2b151bd40c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bed1d9de-9db6-4466-a3bc-534d32845eb7 HTTP/1.1" status: 204 len: 168 time: 0.2010436 Sep 15 03:26:20.268737 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e9ec8-c0a6-4fa1-a5f3-e2b151bd40c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed1d9de-9db6-4466-a3bc-534d32845eb7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:20.461654 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-823da65c-9d97-4af1-b6ac-aed06f3c76e8 req-8bd9fd51-9df2-4206-9127-54a4fcd8b2e5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0541024 Sep 15 03:26:20.873237 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2714310f-af86-4593-b229-d505998f75c5 req-4b8f0ac3-f109-4f0c-b23f-99cf8b743569 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 210 time: 0.0480223 Sep 15 03:26:20.888284 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf06baa-2a77-4df4-9ff4-6c18628db2e8 req-bff7caa0-3ca0-4624-87cf-9f3827da2f76 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:20.894742 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-faf06baa-2a77-4df4-9ff4-6c18628db2e8 req-bff7caa0-3ca0-4624-87cf-9f3827da2f76 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 943 time: 0.1414156 Sep 15 03:26:20.992853 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-faf06baa-2a77-4df4-9ff4-6c18628db2e8 req-9162e848-7223-4870-9f8e-5b35272c45dd tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923738 Sep 15 03:26:21.657847 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-118acecb-a5bd-4da5-952d-da6212ff478a req-db2c05db-1242-4575-be6f-0db06f97b5d5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0893912 Sep 15 03:26:21.779586 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-18be7984-eb3b-44be-b064-354ae7857504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:21.781505 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-18be7984-eb3b-44be-b064-354ae7857504 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cd9eca2129f472e8609fb0d94295490&device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 1096 time: 0.2048385 Sep 15 03:26:21.970090 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-74d9c265-1662-4070-9311-26d1e50b5229 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a9228eb-a07d-4d59-bf78-0ed154db5ce5 HTTP/1.1" status: 200 len: 217 time: 0.1350844 Sep 15 03:26:22.117387 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1652c7fc-42ab-48d1-bc66-9200ac580d30 req-682c62f7-edea-44e2-9236-44b47b8a4f2a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 210 time: 0.0551336 Sep 15 03:26:22.124343 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-9d11dca8-7294-4541-a7a3-aa9a5e623460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:22.126138 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-9d11dca8-7294-4541-a7a3-aa9a5e623460 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9031a0b9-7e5b-4793-b045-6d26d02c899f HTTP/1.1" status: 200 len: 851 time: 0.1398666 Sep 15 03:26:22.184622 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283acb32-c189-4b0e-ac95-8a5630e7628d req-457e0c05-4573-4ad9-9009-e13d9b49c71f tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:22.189952 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-283acb32-c189-4b0e-ac95-8a5630e7628d req-457e0c05-4573-4ad9-9009-e13d9b49c71f tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 943 time: 0.1186376 Sep 15 03:26:22.196524 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-ea8d0bc1-6a08-4742-b004-5f27f708a52f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b8daf99a-17b3-4743-95da-fadcf799d0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613403 Sep 15 03:26:22.276890 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-283acb32-c189-4b0e-ac95-8a5630e7628d req-85958fe0-f332-4faf-bfac-13fca2798d4f tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763009 Sep 15 03:26:22.360989 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-0668273b-feb9-43b4-8e26-406b4190b32a service neutron] 10.222.0.52 "GET /v2.0/networks/b8daf99a-17b3-4743-95da-fadcf799d0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551826 Sep 15 03:26:22.420430 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.52', 49882) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:22.525742 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7faf2d0c-95a7-4d4c-9fdc-2867a7b458a8 req-c66332ec-1de2-4321-bb45-c8cb222d35ab service neutron] 10.222.0.52 "GET /v2.0/networks/b8daf99a-17b3-4743-95da-fadcf799d0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403852 Sep 15 03:26:22.680901 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-8a80da3d-227f-470d-8c29-3b74475b0eba tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:22.682650 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-8a80da3d-227f-470d-8c29-3b74475b0eba tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.52 "GET /v2.0/networks?id=e7588eb8-7874-4300-aedf-ff35fa5eab1b HTTP/1.1" status: 200 len: 819 time: 0.2579558 Sep 15 03:26:22.724157 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-37b328cf-c378-406f-b5da-dd9f76e197ee tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Request body: {'port': {'device_id': '30888f20-4269-4df0-a00f-6c25a0b77a44', 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b', 'admin_state_up': True, 'tenant_id': 'd1a7d9654f1349838636f7b058f11cdd'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:26:22.808047 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-14991129-dfb2-4d10-bc76-5f188b083ae2 req-209ec0a0-70f0-41c8-a191-4ff382508c3d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0338292 Sep 15 03:26:22.826065 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918966bc-23f8-4d5a-ba2f-97b1a2475ef0 req-99955587-a1ca-45ac-8678-579b158ddf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:22.827606 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-918966bc-23f8-4d5a-ba2f-97b1a2475ef0 req-99955587-a1ca-45ac-8678-579b158ddf8c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cd9eca2129f472e8609fb0d94295490&device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 1096 time: 0.1123078 Sep 15 03:26:23.079808 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.52', 49885) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:23.206320 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918966bc-23f8-4d5a-ba2f-97b1a2475ef0 req-da37d9c5-df59-4d3b-9202-bcbfd624ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:23.208296 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-918966bc-23f8-4d5a-ba2f-97b1a2475ef0 req-da37d9c5-df59-4d3b-9202-bcbfd624ba19 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b8daf99a-17b3-4743-95da-fadcf799d0ee HTTP/1.1" status: 200 len: 912 time: 0.3642728 Sep 15 03:26:23.277206 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-918966bc-23f8-4d5a-ba2f-97b1a2475ef0 req-f3027c38-59c6-4b63-a5e7-1ce54c7c5b78 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a9228eb-a07d-4d59-bf78-0ed154db5ce5 HTTP/1.1" status: 200 len: 217 time: 0.0568027 Sep 15 03:26:23.309775 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-73aa526c-47a5-4f4c-bc4d-797bbfeb2e9b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:23.312040 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-73aa526c-47a5-4f4c-bc4d-797bbfeb2e9b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.52 "GET /v2.0/networks?id=e7588eb8-7874-4300-aedf-ff35fa5eab1b HTTP/1.1" status: 200 len: 819 time: 0.2302883 Sep 15 03:26:23.334755 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-90acf242-c14b-4773-a895-2d19d5cea7c0 req-389c4120-c34c-490b-ae7c-0c165312c2db tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 210 time: 0.0682559 Sep 15 03:26:23.353305 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-780e0579-de70-4d99-8ef9-6ff7c25cb366 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Request body: {'port': {'device_id': '50a85503-1231-4aec-a2a9-d62bd5a6aa10', 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b', 'admin_state_up': True, 'tenant_id': 'd1a7d9654f1349838636f7b058f11cdd'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:26:23.374752 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-37b328cf-c378-406f-b5da-dd9f76e197ee tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Made reservation on behalf of d1a7d9654f1349838636f7b058f11cdd for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:26:23.379836 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-37b328cf-c378-406f-b5da-dd9f76e197ee tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:23.466255 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918966bc-23f8-4d5a-ba2f-97b1a2475ef0 req-ca208af1-dc72-4f59-83b6-d684e3b6d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:23.468010 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-918966bc-23f8-4d5a-ba2f-97b1a2475ef0 req-ca208af1-dc72-4f59-83b6-d684e3b6d95b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9031a0b9-7e5b-4793-b045-6d26d02c899f HTTP/1.1" status: 200 len: 851 time: 0.1548405 Sep 15 03:26:23.576227 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-918966bc-23f8-4d5a-ba2f-97b1a2475ef0 req-3a080ac2-5658-4b9d-85c5-682d07b31e04 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b8daf99a-17b3-4743-95da-fadcf799d0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585399 Sep 15 03:26:23.622549 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a5fd4-d2c3-42f2-87a1-f2b0ee303ee4 req-b4e76cd5-9498-446a-af0a-64171b843270 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:23.624437 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-af4a5fd4-d2c3-42f2-87a1-f2b0ee303ee4 req-b4e76cd5-9498-446a-af0a-64171b843270 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 943 time: 0.2197938 Sep 15 03:26:23.686033 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.52', 49889) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:23.694146 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-37b328cf-c378-406f-b5da-dd9f76e197ee tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Allocated IP 172.20.0.4 (e7588eb8-7874-4300-aedf-ff35fa5eab1b/2c9e3f9f-b37e-4b44-8bf5-f43db7c01291/6f63d2c8-ad7a-4269-b636-9a37ba9a27b7) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:26:23.788032 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-780e0579-de70-4d99-8ef9-6ff7c25cb366 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Made reservation on behalf of d1a7d9654f1349838636f7b058f11cdd for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:26:23.803937 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-780e0579-de70-4d99-8ef9-6ff7c25cb366 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:23.922318 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-488e1ea9-2316-438e-ad0d-8826e683edf1 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:23.924375 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-488e1ea9-2316-438e-ad0d-8826e683edf1 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.52 "GET /v2.0/networks?id=26fdd753-7482-4f5b-beff-09787fea2442 HTTP/1.1" status: 200 len: 817 time: 0.2269268 Sep 15 03:26:24.012964 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ee694c18-a842-44ff-bdbc-a000e3bbf703 req-abff29f4-b36d-400c-87f1-77ed20c62458 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0805421 Sep 15 03:26:24.059269 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-af4a5fd4-d2c3-42f2-87a1-f2b0ee303ee4 req-6a060110-4b98-4d0a-8ea7-9ce180478a04 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274225 Sep 15 03:26:24.067569 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-87e4f71f-264f-47e3-a617-abe4eacde630 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cfd6b9797a94b10a0e749d1d77b96be HTTP/1.1" status: 200 len: 380 time: 0.1201065 Sep 15 03:26:24.080081 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-07f5394d-51c9-4417-b624-16803258c456 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Request body: {'port': {'device_id': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'admin_state_up': True, 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'security_groups': ['69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:26:24.133338 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-918966bc-23f8-4d5a-ba2f-97b1a2475ef0 req-16f31aae-db6f-44b3-a416-517dc40815bc service neutron] 10.222.0.52 "GET /v2.0/networks/b8daf99a-17b3-4743-95da-fadcf799d0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423868 Sep 15 03:26:24.178569 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-37b328cf-c378-406f-b5da-dd9f76e197ee tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:24.265459 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-37b328cf-c378-406f-b5da-dd9f76e197ee tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:24.303017 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-07f5394d-51c9-4417-b624-16803258c456 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Made reservation on behalf of 5cfd6b9797a94b10a0e749d1d77b96be for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:26:24.305683 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-918966bc-23f8-4d5a-ba2f-97b1a2475ef0 req-82988a68-a30a-478c-af34-6199c68ab163 service neutron] 10.222.0.52 "GET /v2.0/networks/b8daf99a-17b3-4743-95da-fadcf799d0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548500 Sep 15 03:26:24.306515 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-07f5394d-51c9-4417-b624-16803258c456 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:24.322270 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-780e0579-de70-4d99-8ef9-6ff7c25cb366 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Allocated IP 172.20.0.11 (e7588eb8-7874-4300-aedf-ff35fa5eab1b/2c9e3f9f-b37e-4b44-8bf5-f43db7c01291/2c1cce10-a77d-475a-a3cd-84b4888a69ef) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:26:24.350235 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 38614) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:24.359552 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-37b328cf-c378-406f-b5da-dd9f76e197ee tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Network e7588eb8-7874-4300-aedf-ff35fa5eab1b is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:26:24.369589 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-37b328cf-c378-406f-b5da-dd9f76e197ee tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:26:24.389992 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-37b328cf-c378-406f-b5da-dd9f76e197ee tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:26:24.528914 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5715f628-49d7-4159-902e-3e20c8a0abcf req-c225f1c1-28ed-4000-8656-6f9df8a47088 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 210 time: 0.0558660 Sep 15 03:26:24.535220 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b328cf-c378-406f-b5da-dd9f76e197ee tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Pushing event updated for resources: {'Port': ['ID=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:24.535519 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ed82-67e5-4ff1-9d08-dbb2d04ad5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:24.540473 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-780e0579-de70-4d99-8ef9-6ff7c25cb366 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:24.596729 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-37b328cf-c378-406f-b5da-dd9f76e197ee tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:24.597478 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-37b328cf-c378-406f-b5da-dd9f76e197ee tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:24.617509 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-780e0579-de70-4d99-8ef9-6ff7c25cb366 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:24.676753 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-07f5394d-51c9-4417-b624-16803258c456 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Allocated IP 172.20.0.9 (26fdd753-7482-4f5b-beff-09787fea2442/c310f472-bb8c-474d-9c9c-ea872f0338ee/139a300d-dee1-44e3-b669-ff419b2bc4c2) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:26:24.679347 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-780e0579-de70-4d99-8ef9-6ff7c25cb366 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Network e7588eb8-7874-4300-aedf-ff35fa5eab1b is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:26:24.689207 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-780e0579-de70-4d99-8ef9-6ff7c25cb366 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:26:24.693419 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e0579-de70-4d99-8ef9-6ff7c25cb366 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Pushing event updated for resources: {'Port': ['ID=2c1cce10-a77d-475a-a3cd-84b4888a69ef,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:24.695701 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-780e0579-de70-4d99-8ef9-6ff7c25cb366 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:26:24.702180 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-780e0579-de70-4d99-8ef9-6ff7c25cb366 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:24.702953 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-780e0579-de70-4d99-8ef9-6ff7c25cb366 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:24.736409 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ed82-67e5-4ff1-9d08-dbb2d04ad5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:24.749514 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ed82-67e5-4ff1-9d08-dbb2d04ad5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:24.764705 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-780e0579-de70-4d99-8ef9-6ff7c25cb366 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4193890 Sep 15 03:26:24.774845 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-37b328cf-c378-406f-b5da-dd9f76e197ee tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0555136 Sep 15 03:26:24.803851 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-b8e7ed82-67e5-4ff1-9d08-dbb2d04ad5d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd6326fb6cd5481eb60cd3ca9f240148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513283 Sep 15 03:26:24.803851 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7ed82-67e5-4ff1-9d08-dbb2d04ad5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e945734-4339-468e-89dd-6f690a50a4e8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:24.806306 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 38636) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:24.890799 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b30e274c-5abd-4261-9f44-f9331ffba159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:24.914131 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-07f5394d-51c9-4417-b624-16803258c456 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:24.920763 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b30e274c-5abd-4261-9f44-f9331ffba159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:24.968911 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-07f5394d-51c9-4417-b624-16803258c456 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:24.981131 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b30e274c-5abd-4261-9f44-f9331ffba159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:24.984994 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b30e274c-5abd-4261-9f44-f9331ffba159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:24.986473 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-b30e274c-5abd-4261-9f44-f9331ffba159 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e945734-4339-468e-89dd-6f690a50a4e8 HTTP/1.1" status: 204 len: 168 time: 0.1796904 Sep 15 03:26:24.997968 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e274c-5abd-4261-9f44-f9331ffba159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e945734-4339-468e-89dd-6f690a50a4e8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:25.056961 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-07f5394d-51c9-4417-b624-16803258c456 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Network 26fdd753-7482-4f5b-beff-09787fea2442 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:26:25.061493 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-07f5394d-51c9-4417-b624-16803258c456 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:26:25.065378 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-07f5394d-51c9-4417-b624-16803258c456 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:26:25.173161 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5394d-51c9-4417-b624-16803258c456 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event updated for resources: {'Port': ['ID=139a300d-dee1-44e3-b669-ff419b2bc4c2,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:25.226755 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41888fa2-0e2d-4f72-b993-794adf46e2af req-8cc4fd08-e6c2-40a7-8285-efc5a6ebb5bb tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:25.228350 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-41888fa2-0e2d-4f72-b993-794adf46e2af req-8cc4fd08-e6c2-40a7-8285-efc5a6ebb5bb tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 931 time: 0.0869179 Sep 15 03:26:25.236075 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-07f5394d-51c9-4417-b624-16803258c456 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:25.236856 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-07f5394d-51c9-4417-b624-16803258c456 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:25.295885 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-07f5394d-51c9-4417-b624-16803258c456 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2203531 Sep 15 03:26:25.311085 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-41888fa2-0e2d-4f72-b993-794adf46e2af req-c1f40de3-647e-45fe-8060-743a4a3ef76e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745389 Sep 15 03:26:25.316500 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541966a-c287-4480-bf25-7e9b078ca0c7 req-7d4204cd-d5d4-4e78-890e-1620267ef32c tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:25.317947 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7541966a-c287-4480-bf25-7e9b078ca0c7 req-7d4204cd-d5d4-4e78-890e-1620267ef32c tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 943 time: 0.0979817 Sep 15 03:26:25.372749 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7541966a-c287-4480-bf25-7e9b078ca0c7 req-421d642e-894b-4c36-842c-3e641ae04ee5 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454166 Sep 15 03:26:25.405076 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2b115ca6-fa81-4e75-a56c-ee86a71d381d None None] Provisioning complete for port 139a300d-dee1-44e3-b669-ff419b2bc4c2 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:25.405611 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2b115ca6-fa81-4e75-a56c-ee86a71d381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:25.433364 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 38676) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:25.439917 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2b115ca6-fa81-4e75-a56c-ee86a71d381d None None] Port 139a300d-dee1-44e3-b669-ff419b2bc4c2 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:26:25.448318 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2b7182d7-b473-48d8-9a52-ba81a190b670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:25.536562 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2b7182d7-b473-48d8-9a52-ba81a190b670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:25.539974 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2b7182d7-b473-48d8-9a52-ba81a190b670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:25.577015 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7182d7-b473-48d8-9a52-ba81a190b670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cca9812-fe69-42d8-9468-6d0650c37cba,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:25.587648 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-2b7182d7-b473-48d8-9a52-ba81a190b670 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f2a3d815c8e4909bc92c5413fb41ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507287 Sep 15 03:26:25.588906 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 38680) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:25.640349 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d98074da-a754-41b1-9075-8c4c0c9e24c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:25.645155 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b96339-1f1a-435f-8247-f1fea96bd21c req-5974b25d-eebb-4fd9-9f5c-37276be69c95 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:25.646649 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e7b96339-1f1a-435f-8247-f1fea96bd21c req-5974b25d-eebb-4fd9-9f5c-37276be69c95 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 932 time: 0.0489409 Sep 15 03:26:25.660747 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d98074da-a754-41b1-9075-8c4c0c9e24c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:25.684125 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e7b96339-1f1a-435f-8247-f1fea96bd21c req-af6c52c5-3926-41fb-a46d-c7b513518b7a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313225 Sep 15 03:26:25.705093 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d98074da-a754-41b1-9075-8c4c0c9e24c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:25.707606 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d98074da-a754-41b1-9075-8c4c0c9e24c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:25.708737 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-d98074da-a754-41b1-9075-8c4c0c9e24c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cca9812-fe69-42d8-9468-6d0650c37cba HTTP/1.1" status: 204 len: 168 time: 0.1197689 Sep 15 03:26:25.717040 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98074da-a754-41b1-9075-8c4c0c9e24c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cca9812-fe69-42d8-9468-6d0650c37cba,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:26.452183 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d2f27-3001-423e-a0cd-f9cf90f284e1 req-ebbab266-0072-4f25-9529-a5a8ef4849ba tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:26.454380 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6f8d2f27-3001-423e-a0cd-f9cf90f284e1 req-ebbab266-0072-4f25-9529-a5a8ef4849ba tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 931 time: 0.0543785 Sep 15 03:26:26.493610 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6f8d2f27-3001-423e-a0cd-f9cf90f284e1 req-5653c8ed-23f9-481d-a41e-73df0b955cce tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330801 Sep 15 03:26:26.517010 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55770807-caee-4c89-9ca1-cbec8c30529b req-2449a96e-64cb-484c-b375-6f411a48acf3 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:26.518510 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-55770807-caee-4c89-9ca1-cbec8c30529b req-2449a96e-64cb-484c-b375-6f411a48acf3 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 943 time: 0.0679204 Sep 15 03:26:26.559101 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-55770807-caee-4c89-9ca1-cbec8c30529b req-bac694ba-65a0-4dbc-9de7-6a30f643a83f tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343864 Sep 15 03:26:26.796491 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d312729-97a1-49cf-aa00-2098b8ce240b req-2f06eb7e-a10c-41df-aa05-4ff4bb6e4563 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:26.797992 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1d312729-97a1-49cf-aa00-2098b8ce240b req-2f06eb7e-a10c-41df-aa05-4ff4bb6e4563 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 932 time: 0.0480053 Sep 15 03:26:26.836902 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1d312729-97a1-49cf-aa00-2098b8ce240b req-dbbdad55-4723-4733-9afd-bc0b98d9cf6c tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330234 Sep 15 03:26:27.596481 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Request body: {'port': {'device_id': '30888f20-4269-4df0-a00f-6c25a0b77a44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:26:27.597460 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:26:27.606873 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Request body: {'port': {'device_id': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:26:27.610629 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Request body: {'port': {'device_id': '50a85503-1231-4aec-a2a9-d62bd5a6aa10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:26:27.686679 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c375340-3523-4b16-b915-18cb1a466823 req-9690f04d-666e-4cbc-a9da-55eb288233c7 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:27.691175 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:27.696256 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9c375340-3523-4b16-b915-18cb1a466823 req-9690f04d-666e-4cbc-a9da-55eb288233c7 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 931 time: 0.1298556 Sep 15 03:26:27.720007 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 38782) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:27.728499 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:27.762314 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 9a9228eb-a07d-4d59-bf78-0ed154db5ce5, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9a9228eb-a07d-4d59-bf78-0ed154db5ce5,segment=NetworkSegment(a4f4b0fc-cdd8-4eda-8c37-326391799b29),segment_id=a4f4b0fc-cdd8-4eda-8c37-326391799b29)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:27.766146 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9c375340-3523-4b16-b915-18cb1a466823 req-dba46f34-6462-42ed-b638-e2535f692adc tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685270 Sep 15 03:26:27.774041 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': '9a9228eb-a07d-4d59-bf78-0ed154db5ce5', 'network_id': 'b8daf99a-17b3-4743-95da-fadcf799d0ee', 'port_id': '9a9228eb-a07d-4d59-bf78-0ed154db5ce5', 'mac_address': 'fa:16:3e:10:68:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9031a0b9-7e5b-4793-b045-6d26d02c899f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:26:27.815959 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:27.835232 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:26:27.862775 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 9a9228eb-a07d-4d59-bf78-0ed154db5ce5, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9a9228eb-a07d-4d59-bf78-0ed154db5ce5,segment=NetworkSegment(a4f4b0fc-cdd8-4eda-8c37-326391799b29),segment_id=a4f4b0fc-cdd8-4eda-8c37-326391799b29)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:27.868295 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:27.928525 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0302eef6-af50-40e9-8b54-11416bc4fa64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:27.939230 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=9a9228eb-a07d-4d59-bf78-0ed154db5ce5,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:27.952941 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:28.041302 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062e021-9c4b-48be-936c-ec8744a3ff3b req-1346de7c-4eef-471e-85b7-9f02533bb48d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:28.042922 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b062e021-9c4b-48be-936c-ec8744a3ff3b req-1346de7c-4eef-471e-85b7-9f02533bb48d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 932 time: 0.1189003 Sep 15 03:26:28.124136 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f010a51-f36b-4528-84d8-9e934c4618f0 req-109f647e-ea81-415b-948b-be3fd24d6f9f tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:28.125657 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9f010a51-f36b-4528-84d8-9e934c4618f0 req-109f647e-ea81-415b-948b-be3fd24d6f9f tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 943 time: 0.4020090 Sep 15 03:26:28.139771 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b062e021-9c4b-48be-936c-ec8744a3ff3b req-ebe3f0a1-43d4-416a-a478-db0bc656aa20 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599840 Sep 15 03:26:28.252173 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0302eef6-af50-40e9-8b54-11416bc4fa64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:28.254317 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['9a9228eb-a07d-4d59-bf78-0ed154db5ce5'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:26:28.273661 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1cce10-a77d-475a-a3cd-84b4888a69ef {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:26:28.281480 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9f010a51-f36b-4528-84d8-9e934c4618f0 req-920ab0f2-a062-4e5f-9664-ba7fb8e50c69 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391170 Sep 15 03:26:28.298430 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0302eef6-af50-40e9-8b54-11416bc4fa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:28.320564 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:28.347782 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-0302eef6-af50-40e9-8b54-11416bc4fa64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ede21a994d114843a5d4ae58f7f51fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6265187 Sep 15 03:26:28.348500 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 38806) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:28.389353 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Transition to ACTIVE for port object 2c1cce10-a77d-475a-a3cd-84b4888a69ef will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:26:28.400560 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302eef6-af50-40e9-8b54-11416bc4fa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d8cbc7-7ab0-461f-86af-3a1c39f4bf47,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:28.425086 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:28.448260 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139a300d-dee1-44e3-b669-ff419b2bc4c2 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:26:28.456469 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:28.477947 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Transition to ACTIVE for port object 139a300d-dee1-44e3-b669-ff419b2bc4c2 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:26:28.485649 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1cce10-a77d-475a-a3cd-84b4888a69ef,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:28.493728 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:28.601830 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b14f99c5-3e54-4944-be03-1cbd021cd5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:28.629619 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b14f99c5-3e54-4944-be03-1cbd021cd5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:28.698421 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Pushing event updated for resources: {'Port': ['ID=139a300d-dee1-44e3-b669-ff419b2bc4c2,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:28.724375 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b14f99c5-3e54-4944-be03-1cbd021cd5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:28.727264 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b14f99c5-3e54-4944-be03-1cbd021cd5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:28.758059 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-b14f99c5-3e54-4944-be03-1cbd021cd5c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01d8cbc7-7ab0-461f-86af-3a1c39f4bf47 HTTP/1.1" status: 204 len: 168 time: 0.3775945 Sep 15 03:26:28.761288 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Attempting to bind port 2c1cce10-a77d-475a-a3cd-84b4888a69ef on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:26:28.768566 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Attempting to bind port 2c1cce10-a77d-475a-a3cd-84b4888a69ef by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '9f3a0847-e5ad-4907-be31-712dcec04721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:26:28.770802 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Attempting to bind port 2c1cce10-a77d-475a-a3cd-84b4888a69ef on network e7588eb8-7874-4300-aedf-ff35fa5eab1b {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:26:28.816712 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f99c5-3e54-4944-be03-1cbd021cd5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d8cbc7-7ab0-461f-86af-3a1c39f4bf47,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:28.818388 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Port 2c1cce10-a77d-475a-a3cd-84b4888a69ef on network e7588eb8-7874-4300-aedf-ff35fa5eab1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:26:28.818628 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Attempting to bind port 2c1cce10-a77d-475a-a3cd-84b4888a69ef on network e7588eb8-7874-4300-aedf-ff35fa5eab1b {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:26:28.837927 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:26:28.838278 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Checking segment: {'id': '9f3a0847-e5ad-4907-be31-712dcec04721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:26:28.856323 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Bound using segment: {'id': '9f3a0847-e5ad-4907-be31-712dcec04721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:26:28.856650 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Bound port: 2c1cce10-a77d-475a-a3cd-84b4888a69ef, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3a0847-e5ad-4907-be31-712dcec04721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:26:28.857017 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:28.900720 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:26:28.911248 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:28.927565 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Transition to ACTIVE for port object 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:26:28.948666 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:29.004908 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Pushing event updated for resources: {'Port': ['ID=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:29.008353 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Attempting to bind port 139a300d-dee1-44e3-b669-ff419b2bc4c2 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:26:29.008912 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Attempting to bind port 139a300d-dee1-44e3-b669-ff419b2bc4c2 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'aac14159-cd43-49c0-9a4b-bd6818db6dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:26:29.009437 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Attempting to bind port 139a300d-dee1-44e3-b669-ff419b2bc4c2 on network 26fdd753-7482-4f5b-beff-09787fea2442 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:26:29.019331 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Port 139a300d-dee1-44e3-b669-ff419b2bc4c2 on network 26fdd753-7482-4f5b-beff-09787fea2442 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:26:29.019853 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Attempting to bind port 139a300d-dee1-44e3-b669-ff419b2bc4c2 on network 26fdd753-7482-4f5b-beff-09787fea2442 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:26:29.028718 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:26:29.029358 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Checking segment: {'id': 'aac14159-cd43-49c0-9a4b-bd6818db6dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:26:29.030173 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Bound using segment: {'id': 'aac14159-cd43-49c0-9a4b-bd6818db6dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:26:29.030787 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Bound port: 139a300d-dee1-44e3-b669-ff419b2bc4c2, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac14159-cd43-49c0-9a4b-bd6818db6dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:26:29.031556 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:29.059690 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff43c47-dc0e-415e-b0a6-fb88497a2efe req-59e951c0-5c6c-43be-9dfc-c18f4dae647d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:29.067503 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7ff43c47-dc0e-415e-b0a6-fb88497a2efe req-59e951c0-5c6c-43be-9dfc-c18f4dae647d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.1522367 Sep 15 03:26:29.143086 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7ff43c47-dc0e-415e-b0a6-fb88497a2efe req-3731bd1d-0af2-49ce-8b3b-16d779c02925 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743737 Sep 15 03:26:29.162705 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] For port 2c1cce10-a77d-475a-a3cd-84b4888a69ef, host hv-cinder-80696, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:26:29.184556 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] For port 2c1cce10-a77d-475a-a3cd-84b4888a69ef, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=2c1cce10-a77d-475a-a3cd-84b4888a69ef,segment=NetworkSegment(9f3a0847-e5ad-4907-be31-712dcec04721),segment_id=9f3a0847-e5ad-4907-be31-712dcec04721)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:26:29.185950 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] For port 139a300d-dee1-44e3-b669-ff419b2bc4c2, host hv-cinder-80696, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:26:29.194868 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:29.210571 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Attempting to bind port 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:26:29.210912 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Attempting to bind port 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '9f3a0847-e5ad-4907-be31-712dcec04721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:26:29.211282 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Attempting to bind port 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 on network e7588eb8-7874-4300-aedf-ff35fa5eab1b {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:26:29.224450 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Port 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 on network e7588eb8-7874-4300-aedf-ff35fa5eab1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:26:29.224786 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Attempting to bind port 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 on network e7588eb8-7874-4300-aedf-ff35fa5eab1b {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:26:29.279184 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:26:29.279531 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Checking segment: {'id': '9f3a0847-e5ad-4907-be31-712dcec04721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:26:29.280547 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Bound using segment: {'id': '9f3a0847-e5ad-4907-be31-712dcec04721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:26:29.280547 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Bound port: 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3a0847-e5ad-4907-be31-712dcec04721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:26:29.280786 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:29.284706 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 38850) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:29.288440 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1cce10-a77d-475a-a3cd-84b4888a69ef,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:29.307453 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] For port 139a300d-dee1-44e3-b669-ff419b2bc4c2, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:26:29.344473 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:29.345392 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:29.347346 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-111f3b5b-cd34-4cb1-b08f-012180e45ec9 service neutron] 10.222.0.52 "PUT /v2.0/ports/2c1cce10-a77d-475a-a3cd-84b4888a69ef HTTP/1.1" status: 200 len: 1094 time: 1.7416673 Sep 15 03:26:29.348359 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a85503-1231-4aec-a2a9-d62bd5a6aa10', 'tag': '2c1cce10-a77d-475a-a3cd-84b4888a69ef'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:26:29.352531 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:29.354827 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c5e5a7ed1901eac8cf18039674ee6f7c806fec2fd0ee94a2a8e9c46147c846e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70130f2b-81aa-487e-9150-22a412f46bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "50a85503-1231-4aec-a2a9-d62bd5a6aa10", "tag": "2c1cce10-a77d-475a-a3cd-84b4888a69ef"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:26:29.439097 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:29.439731 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:29.442159 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] 10.222.0.52 "PUT /v2.0/ports/139a300d-dee1-44e3-b669-ff419b2bc4c2 HTTP/1.1" status: 200 len: 1093 time: 1.8415129 Sep 15 03:26:29.442659 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'tag': '139a300d-dee1-44e3-b669-ff419b2bc4c2'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:26:29.463245 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 38862) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:29.486010 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590748d-5799-4efa-8ed0-cba4d08811b9 req-3ec86959-7038-4ff8-ba03-19baded07a30 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:29.490207 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e590748d-5799-4efa-8ed0-cba4d08811b9 req-3ec86959-7038-4ff8-ba03-19baded07a30 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 944 time: 0.2342632 Sep 15 03:26:29.612589 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 38872) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:29.622064 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] For port 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7, host hv-cinder-80696, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:26:29.630655 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14b4b517-27cc-4aab-a0b5-b9dcd321cfec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:29.635873 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0e265-9f58-45ca-8a95-9bc860b35b7a service neutron] Pushing event updated for resources: {'Port': ['ID=139a300d-dee1-44e3-b669-ff419b2bc4c2,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:29.652919 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a48ead-385b-431b-883a-e746249f39f3 req-dba6ec52-4b7f-44df-8a68-677d8ddd8234 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:29.658498 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-37a48ead-385b-431b-883a-e746249f39f3 req-dba6ec52-4b7f-44df-8a68-677d8ddd8234 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 944 time: 0.1645658 Sep 15 03:26:29.660019 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] For port 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7,segment=NetworkSegment(9f3a0847-e5ad-4907-be31-712dcec04721),segment_id=9f3a0847-e5ad-4907-be31-712dcec04721)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:26:29.675568 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:29.701892 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e590748d-5799-4efa-8ed0-cba4d08811b9 req-6a960a6b-08fe-45bc-99f7-d23f6763560a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781645 Sep 15 03:26:29.751035 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:29.751035 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:29.751035 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] 10.222.0.52 "PUT /v2.0/ports/6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 HTTP/1.1" status: 200 len: 1093 time: 2.1547992 Sep 15 03:26:29.751035 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-ad741f14-f4ef-458f-bcca-0a288aac0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:29.751035 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-ad741f14-f4ef-458f-bcca-0a288aac0483 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cfd6b9797a94b10a0e749d1d77b96be&device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 1096 time: 0.2383721 Sep 15 03:26:29.792261 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-c26bfb46-07a5-4f47-8862-055f962a2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:29.793805 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-c26bfb46-07a5-4f47-8862-055f962a2454 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1a7d9654f1349838636f7b058f11cdd&device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 1097 time: 0.3794878 Sep 15 03:26:29.828767 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-454616b3-9c80-441c-8e9c-959b1b86d3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:29.856013 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dc2387-9304-4d77-93e2-e3e3dac59244 x-openstack-request-id: req-46dc2387-9304-4d77-93e2-e3e3dac59244 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:26:29.856301 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a85503-1231-4aec-a2a9-d62bd5a6aa10", "tag": "2c1cce10-a77d-475a-a3cd-84b4888a69ef", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:26:29.856834 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46dc2387-9304-4d77-93e2-e3e3dac59244 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:26:29.856993 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a85503-1231-4aec-a2a9-d62bd5a6aa10', 'tag': '2c1cce10-a77d-475a-a3cd-84b4888a69ef', 'status': 'completed', 'code': 200} Sep 15 03:26:29.910008 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-67f1131e-ffc7-40f2-87fc-0793f2490681 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c1cce10-a77d-475a-a3cd-84b4888a69ef HTTP/1.1" status: 200 len: 217 time: 0.0626554 Sep 15 03:26:29.915193 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-37a48ead-385b-431b-883a-e746249f39f3 req-837938c7-f5e7-41c2-a64b-0d73c6a1a5dd tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483511 Sep 15 03:26:29.918721 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e296fa4-e3ff-4ecf-a1e9-a7707be0bbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "707b5418-207a-461a-9d94-2e7c9c4a8dda", "tag": "139a300d-dee1-44e3-b669-ff419b2bc4c2"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:26:29.925162 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-5006f3ac-f6bc-4599-ba16-824992d5190e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2 HTTP/1.1" status: 200 len: 217 time: 0.1446161 Sep 15 03:26:29.925746 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14312b24-1c08-4369-b224-38ac9e898cdd service neutron] Pushing event updated for resources: {'Port': ['ID=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:29.973215 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14b4b517-27cc-4aab-a0b5-b9dcd321cfec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:29.983068 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14b4b517-27cc-4aab-a0b5-b9dcd321cfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:29.987062 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-54696b8e-f289-44f7-b55c-cbeec2375b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:29.987925 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-717ba209-8816-42c8-8029-c814cb7d9312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:29.988413 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-54696b8e-f289-44f7-b55c-cbeec2375b24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c9e3f9f-b37e-4b44-8bf5-f43db7c01291 HTTP/1.1" status: 200 len: 859 time: 0.0698454 Sep 15 03:26:30.033299 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7684a487-787f-433c-abc4-5eaf6435c6c8 x-openstack-request-id: req-7684a487-787f-433c-abc4-5eaf6435c6c8 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:26:30.033598 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707b5418-207a-461a-9d94-2e7c9c4a8dda", "tag": "139a300d-dee1-44e3-b669-ff419b2bc4c2", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:26:30.033864 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7684a487-787f-433c-abc4-5eaf6435c6c8 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:26:30.034319 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'tag': '139a300d-dee1-44e3-b669-ff419b2bc4c2', 'status': 'completed', 'code': 200} Sep 15 03:26:30.036276 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-2a816f34-f148-4c68-bda5-4986062880b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:30.037773 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-2a816f34-f148-4c68-bda5-4986062880b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1a7d9654f1349838636f7b058f11cdd&device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 1096 time: 0.1690586 Sep 15 03:26:30.045817 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-bced769d-a3e7-48f4-9a0d-536580e79b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:30.047345 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-bced769d-a3e7-48f4-9a0d-536580e79b97 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c310f472-bb8c-474d-9c9c-ea872f0338ee HTTP/1.1" status: 200 len: 856 time: 0.1002300 Sep 15 03:26:30.066731 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-81463664-abee-43b1-8eb1-ba65eb38df5a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7588eb8-7874-4300-aedf-ff35fa5eab1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670176 Sep 15 03:26:30.075110 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-14b4b517-27cc-4aab-a0b5-b9dcd321cfec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=571aae398591408eab3d1de87873d942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601095 Sep 15 03:26:30.077921 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 38890) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:30.079506 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4b517-27cc-4aab-a0b5-b9dcd321cfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230dc43e-a9f2-4200-a0df-072d89438bb1,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:30.141897 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a466e48c-bab1-4e25-83c6-91a87ef4a41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:30.152935 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-454616b3-9c80-441c-8e9c-959b1b86d3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:30.157179 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-454616b3-9c80-441c-8e9c-959b1b86d3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:30.166650 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a466e48c-bab1-4e25-83c6-91a87ef4a41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:30.188526 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454616b3-9c80-441c-8e9c-959b1b86d3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9426cf7-6f02-4173-99ba-6e104d4719d1,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:30.240245 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-454616b3-9c80-441c-8e9c-959b1b86d3df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cb5cf63b831476e879d916d1bd27fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9250057 Sep 15 03:26:30.243243 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 38896) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:30.284694 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3f45d-f923-464c-9e3d-04311410d597 req-837b99c4-e6b9-4131-8f57-1051174b60d9 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:30.286573 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f5b3f45d-f923-464c-9e3d-04311410d597 req-837b99c4-e6b9-4131-8f57-1051174b60d9 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0657389 Sep 15 03:26:30.317957 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a466e48c-bab1-4e25-83c6-91a87ef4a41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:30.320492 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a466e48c-bab1-4e25-83c6-91a87ef4a41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:30.321654 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-a466e48c-bab1-4e25-83c6-91a87ef4a41d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/230dc43e-a9f2-4200-a0df-072d89438bb1 HTTP/1.1" status: 204 len: 168 time: 0.2427573 Sep 15 03:26:30.331236 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f5b3f45d-f923-464c-9e3d-04311410d597 req-ab52632f-481d-4790-9625-425ffb60ff08 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370998 Sep 15 03:26:30.357801 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14586836-1fc1-4b96-ae94-d4f408659430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:30.359376 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-717ba209-8816-42c8-8029-c814cb7d9312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:30.360452 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466e48c-bab1-4e25-83c6-91a87ef4a41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230dc43e-a9f2-4200-a0df-072d89438bb1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:30.373332 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-717ba209-8816-42c8-8029-c814cb7d9312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:30.424210 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14586836-1fc1-4b96-ae94-d4f408659430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:30.446656 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 38906) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:30.446782 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-717ba209-8816-42c8-8029-c814cb7d9312 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ea3379e197245da934173aa36912c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9784465 Sep 15 03:26:30.450455 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ba209-8816-42c8-8029-c814cb7d9312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46376ce9-f1a1-4bf0-889d-5004f881b35d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:30.499578 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14586836-1fc1-4b96-ae94-d4f408659430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:30.502480 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14586836-1fc1-4b96-ae94-d4f408659430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:30.503761 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-14586836-1fc1-4b96-ae94-d4f408659430 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9426cf7-6f02-4173-99ba-6e104d4719d1 HTTP/1.1" status: 204 len: 168 time: 0.2589562 Sep 15 03:26:30.513042 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14586836-1fc1-4b96-ae94-d4f408659430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9426cf7-6f02-4173-99ba-6e104d4719d1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:30.551661 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2dc5cac-c51c-42a3-b8c8-cc9609b569dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:30.573909 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2dc5cac-c51c-42a3-b8c8-cc9609b569dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:30.625182 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2dc5cac-c51c-42a3-b8c8-cc9609b569dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:30.628080 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2dc5cac-c51c-42a3-b8c8-cc9609b569dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:30.629350 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c2dc5cac-c51c-42a3-b8c8-cc9609b569dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46376ce9-f1a1-4bf0-889d-5004f881b35d HTTP/1.1" status: 204 len: 168 time: 0.1807642 Sep 15 03:26:30.637774 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc5cac-c51c-42a3-b8c8-cc9609b569dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46376ce9-f1a1-4bf0-889d-5004f881b35d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:30.866480 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b9e64-ba34-4462-a9f6-b744a0b13765 req-3e07b051-658b-49f4-908a-bb69a66fc53a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:30.868071 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-631b9e64-ba34-4462-a9f6-b744a0b13765 req-3e07b051-658b-49f4-908a-bb69a66fc53a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 944 time: 0.0640187 Sep 15 03:26:30.912536 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-631b9e64-ba34-4462-a9f6-b744a0b13765 req-80a36c4b-0cef-432e-aa19-fe8224380574 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383017 Sep 15 03:26:30.975472 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 38932) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:30.997805 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da46a30a-a37e-42e9-bbfc-180e471c5f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.016067 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 38934) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:31.066699 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f653a2-18f2-4122-acde-4766a4a11385 req-b93c2cfa-4744-4f71-9ed7-5a89ef4ce130 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:31.068584 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-37f653a2-18f2-4122-acde-4766a4a11385 req-b93c2cfa-4744-4f71-9ed7-5a89ef4ce130 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 944 time: 0.0728390 Sep 15 03:26:31.131169 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-37f653a2-18f2-4122-acde-4766a4a11385 req-28ddc714-a3a4-4485-8498-6c1b621ceebb tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528533 Sep 15 03:26:31.169544 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da46a30a-a37e-42e9-bbfc-180e471c5f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.174546 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da46a30a-a37e-42e9-bbfc-180e471c5f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.178694 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-486415c2-12ff-4313-a489-114c70136ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.212562 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46a30a-a37e-42e9-bbfc-180e471c5f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ef316f-c0a9-4aea-98d7-c3ef73ca6310,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:31.217536 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-da46a30a-a37e-42e9-bbfc-180e471c5f12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b79a79bd595b4d03bf149b1c23e1b2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409117 Sep 15 03:26:31.221147 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 38938) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:31.274260 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7591f3bf-658a-4bc1-9b3f-a23248a4f4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.281142 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-486415c2-12ff-4313-a489-114c70136ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.288023 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-486415c2-12ff-4313-a489-114c70136ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.302260 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7591f3bf-658a-4bc1-9b3f-a23248a4f4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.331459 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-486415c2-12ff-4313-a489-114c70136ef5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ca962dbac724edcbca294a90ffc315d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119862 Sep 15 03:26:31.331757 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 38944) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:31.346022 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486415c2-12ff-4313-a489-114c70136ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3154d8c-14ee-4d0c-bf44-6ae79b9d8b02,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:31.357443 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7591f3bf-658a-4bc1-9b3f-a23248a4f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.361982 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7591f3bf-658a-4bc1-9b3f-a23248a4f4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.366582 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-7591f3bf-658a-4bc1-9b3f-a23248a4f4b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5ef316f-c0a9-4aea-98d7-c3ef73ca6310 HTTP/1.1" status: 204 len: 168 time: 0.1445098 Sep 15 03:26:31.376979 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591f3bf-658a-4bc1-9b3f-a23248a4f4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ef316f-c0a9-4aea-98d7-c3ef73ca6310,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:31.387861 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-95651731-2757-440a-a45e-ff40e2739e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.418564 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-95651731-2757-440a-a45e-ff40e2739e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.499276 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c25249-e17c-4f09-ba0a-5c011dab69c3 req-4f00f22d-b205-4240-953a-d00d7848b9bd tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:31.503491 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b6c25249-e17c-4f09-ba0a-5c011dab69c3 req-4f00f22d-b205-4240-953a-d00d7848b9bd tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0682080 Sep 15 03:26:31.519745 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-95651731-2757-440a-a45e-ff40e2739e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.519745 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-95651731-2757-440a-a45e-ff40e2739e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.523555 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-95651731-2757-440a-a45e-ff40e2739e11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3154d8c-14ee-4d0c-bf44-6ae79b9d8b02 HTTP/1.1" status: 204 len: 168 time: 0.1882720 Sep 15 03:26:31.540259 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95651731-2757-440a-a45e-ff40e2739e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3154d8c-14ee-4d0c-bf44-6ae79b9d8b02,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:31.576555 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b6c25249-e17c-4f09-ba0a-5c011dab69c3 req-9b6b950a-d7d1-4e58-bbca-0086ea2e4c9b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624139 Sep 15 03:26:31.697495 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 38968) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:31.711224 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1f0b3f4-7497-4928-8b0c-af66f018961f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.809410 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1f0b3f4-7497-4928-8b0c-af66f018961f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.815616 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1f0b3f4-7497-4928-8b0c-af66f018961f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.856687 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-f1f0b3f4-7497-4928-8b0c-af66f018961f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5608ed83f65d484286a71a024f0460f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580200 Sep 15 03:26:31.857558 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0b3f4-7497-4928-8b0c-af66f018961f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fe7e41-606d-4170-b6c1-417e7046afa4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:31.863800 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 38976) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:31.918824 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ea00cbc-5660-4cf4-b302-927fc4aca09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.942891 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ea00cbc-5660-4cf4-b302-927fc4aca09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:31.998770 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ea00cbc-5660-4cf4-b302-927fc4aca09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:32.001587 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ea00cbc-5660-4cf4-b302-927fc4aca09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:32.002756 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-3ea00cbc-5660-4cf4-b302-927fc4aca09c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5fe7e41-606d-4170-b6c1-417e7046afa4 HTTP/1.1" status: 204 len: 168 time: 0.1379828 Sep 15 03:26:32.018692 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea00cbc-5660-4cf4-b302-927fc4aca09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fe7e41-606d-4170-b6c1-417e7046afa4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:32.036186 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30888f20-4269-4df0-a00f-6c25a0b77a44', 'tag': '6f63d2c8-ad7a-4269-b636-9a37ba9a27b7'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:26:32.039056 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8a8445-6382-4bb4-86fe-cc77afd8283a" -d '{"events": [{"name": "network-changed", "server_uuid": "30888f20-4269-4df0-a00f-6c25a0b77a44", "tag": "6f63d2c8-ad7a-4269-b636-9a37ba9a27b7"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:26:32.056607 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b5bc0-22b0-48b7-a8ad-77019f6cc6fc req-b7eed0eb-6217-4f48-acde-5d8819658766 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:32.063875 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-598b5bc0-22b0-48b7-a8ad-77019f6cc6fc req-b7eed0eb-6217-4f48-acde-5d8819658766 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 944 time: 0.0732732 Sep 15 03:26:32.101316 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4f0c5d-047b-48eb-972f-6a73563a1d11 x-openstack-request-id: req-4b4f0c5d-047b-48eb-972f-6a73563a1d11 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:26:32.101594 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30888f20-4269-4df0-a00f-6c25a0b77a44", "tag": "6f63d2c8-ad7a-4269-b636-9a37ba9a27b7", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:26:32.101843 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b4f0c5d-047b-48eb-972f-6a73563a1d11 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:26:32.102228 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30888f20-4269-4df0-a00f-6c25a0b77a44', 'tag': '6f63d2c8-ad7a-4269-b636-9a37ba9a27b7', 'status': 'completed', 'code': 200} Sep 15 03:26:32.111068 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-598b5bc0-22b0-48b7-a8ad-77019f6cc6fc req-49180689-feef-4e18-81e9-545d207a5415 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461493 Sep 15 03:26:32.285574 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc01a0c-915f-4449-8627-434bbdb93d78 req-5d5321f7-8996-40ad-8084-a3e3c9fe7888 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:32.295279 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bdc01a0c-915f-4449-8627-434bbdb93d78 req-5d5321f7-8996-40ad-8084-a3e3c9fe7888 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 944 time: 0.0851068 Sep 15 03:26:32.353334 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bdc01a0c-915f-4449-8627-434bbdb93d78 req-2b7b6068-4956-49e4-ada0-e5ea5c4ce1e3 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568495 Sep 15 03:26:32.709924 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd2159-54a6-4db4-9bc4-7def2cccecea req-0390e401-9d4a-4fc9-ba92-7bda189238e8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:32.711707 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a1fd2159-54a6-4db4-9bc4-7def2cccecea req-0390e401-9d4a-4fc9-ba92-7bda189238e8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0683482 Sep 15 03:26:32.764470 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a1fd2159-54a6-4db4-9bc4-7def2cccecea req-dff5e173-dfd3-48b0-bcc5-cdb8ce7f3fa2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460353 Sep 15 03:26:32.997273 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:26:33.074543 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:26:33.081275 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:33.081818 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:33.152452 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-44e2c81e-6cc2-42a7-967f-bad232d23a9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 HTTP/1.1" status: 200 len: 217 time: 0.0995123 Sep 15 03:26:33.215291 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-d89add7a-28f3-499a-bb05-2156356fee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:33.216567 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:33.216985 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-d89add7a-28f3-499a-bb05-2156356fee11 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26fdd753-7482-4f5b-beff-09787fea2442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1744194 Sep 15 03:26:33.242931 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9581f0-4d80-4dab-934b-719b15c4b0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9228eb-a07d-4d59-bf78-0ed154db5ce5'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:26:33.256723 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-927a016f-0d99-4076-a12e-84294b76898b service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140942 Sep 15 03:26:33.300864 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-5ecfd4ba-0725-4ab1-b17e-96f62f3aec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:33.302441 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-5ecfd4ba-0725-4ab1-b17e-96f62f3aec53 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c9e3f9f-b37e-4b44-8bf5-f43db7c01291 HTTP/1.1" status: 200 len: 859 time: 0.1408608 Sep 15 03:26:33.350996 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 9a9228eb-a07d-4d59-bf78-0ed154db5ce5, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9a9228eb-a07d-4d59-bf78-0ed154db5ce5,segment=NetworkSegment(a4f4b0fc-cdd8-4eda-8c37-326391799b29),segment_id=a4f4b0fc-cdd8-4eda-8c37-326391799b29)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:33.363781 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:33.388532 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-9239b3b5-9673-40be-8e29-a19137d1502d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7588eb8-7874-4300-aedf-ff35fa5eab1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493598 Sep 15 03:26:33.419897 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b48cd-4092-4ebd-86b8-f21243d00bd8 req-a153679e-a56b-467a-a822-9b10381fc2bb tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:33.422018 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9c8b48cd-4092-4ebd-86b8-f21243d00bd8 req-a153679e-a56b-467a-a822-9b10381fc2bb tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 944 time: 0.2040462 Sep 15 03:26:33.482617 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=9a9228eb-a07d-4d59-bf78-0ed154db5ce5,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:33.495219 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-f977b1c2-5f06-4509-9c79-261170463b88 service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613866 Sep 15 03:26:33.528539 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2a92390-5d74-4b66-890b-d30b155e88cd req-f9a587f4-5c32-42fc-879b-c4d3e5f17131 service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608104 Sep 15 03:26:33.552006 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4d8fa-39a1-4cd5-8c70-80e73800a092 req-611d11dc-661f-4b97-9d79-0df590620186 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:33.553956 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8fa4d8fa-39a1-4cd5-8c70-80e73800a092 req-611d11dc-661f-4b97-9d79-0df590620186 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0660110 Sep 15 03:26:33.567673 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9c8b48cd-4092-4ebd-86b8-f21243d00bd8 req-53bacf3a-3711-4c6b-89b3-95920ce5839a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337008 Sep 15 03:26:33.615101 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8fa4d8fa-39a1-4cd5-8c70-80e73800a092 req-8a8ba3b7-fddd-448a-a9ac-1058c8104289 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525815 Sep 15 03:26:33.623967 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7de20a3-d2cd-40fd-890f-2f74d8242365" -d '{"events": [{"server_uuid": "0a9581f0-4d80-4dab-934b-719b15c4b0f3", "name": "network-vif-plugged", "status": "completed", "tag": "9a9228eb-a07d-4d59-bf78-0ed154db5ce5"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:26:33.644168 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-c1573860-28c3-4d24-a96f-128fdc3f06dd service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211697 Sep 15 03:26:33.700334 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e1819a48-44fa-49ae-ae41-d04f8bf3c1db req-480d60af-c65f-4ddd-8c94-32b00ae91a48 service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711147 Sep 15 03:26:33.725854 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70130f2b-81aa-487e-9150-22a412f46bd2 req-cc8c2bbb-1550-4d7d-825f-597acea56841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:33.730459 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-70130f2b-81aa-487e-9150-22a412f46bd2 req-cc8c2bbb-1550-4d7d-825f-597acea56841 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1a7d9654f1349838636f7b058f11cdd&device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 1097 time: 0.0719497 Sep 15 03:26:33.808096 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cfbfbd-2b91-4e9f-8e03-71ac64bf609b x-openstack-request-id: req-88cfbfbd-2b91-4e9f-8e03-71ac64bf609b {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:26:33.808390 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9581f0-4d80-4dab-934b-719b15c4b0f3", "name": "network-vif-plugged", "status": "completed", "tag": "9a9228eb-a07d-4d59-bf78-0ed154db5ce5", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:26:33.809105 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88cfbfbd-2b91-4e9f-8e03-71ac64bf609b {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:26:33.809736 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9581f0-4d80-4dab-934b-719b15c4b0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9228eb-a07d-4d59-bf78-0ed154db5ce5', 'code': 200} Sep 15 03:26:33.813552 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-826fa49c-515a-4052-8e4a-ad8575a84f09 req-a7b67bf3-dd04-4782-9e76-e8cbc633fd87 service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544197 Sep 15 03:26:33.927626 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70130f2b-81aa-487e-9150-22a412f46bd2 req-d7d1c243-4d08-4200-b26d-377c50c18821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:33.929520 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-70130f2b-81aa-487e-9150-22a412f46bd2 req-d7d1c243-4d08-4200-b26d-377c50c18821 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7588eb8-7874-4300-aedf-ff35fa5eab1b HTTP/1.1" status: 200 len: 920 time: 0.1905534 Sep 15 03:26:33.951648 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d9671-bd75-45b2-84e1-bd1c454b3272 req-166e5ac7-a8c9-4447-a4f9-338462a52cb2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:33.951963 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e296fa4-e3ff-4ecf-a1e9-a7707be0bbe7 req-c88ce613-f492-4e1e-9a77-86b9717c33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:33.953798 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5e296fa4-e3ff-4ecf-a1e9-a7707be0bbe7 req-c88ce613-f492-4e1e-9a77-86b9717c33e4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cfd6b9797a94b10a0e749d1d77b96be&device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 1096 time: 0.0776074 Sep 15 03:26:33.959265 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f76d9671-bd75-45b2-84e1-bd1c454b3272 req-166e5ac7-a8c9-4447-a4f9-338462a52cb2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0835247 Sep 15 03:26:34.001951 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f76d9671-bd75-45b2-84e1-bd1c454b3272 req-ccf59c92-6d7a-49ec-9499-308515e7e3ae tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419898 Sep 15 03:26:34.061559 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-70130f2b-81aa-487e-9150-22a412f46bd2 req-d9ed210e-10a1-4afa-88ca-874c903bf8b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c1cce10-a77d-475a-a3cd-84b4888a69ef HTTP/1.1" status: 200 len: 217 time: 0.0493319 Sep 15 03:26:34.166334 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70130f2b-81aa-487e-9150-22a412f46bd2 req-3fb09922-a3a9-42a6-b9bc-11dad4e5cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:34.169465 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-70130f2b-81aa-487e-9150-22a412f46bd2 req-3fb09922-a3a9-42a6-b9bc-11dad4e5cc43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c9e3f9f-b37e-4b44-8bf5-f43db7c01291 HTTP/1.1" status: 200 len: 859 time: 0.0974450 Sep 15 03:26:34.205715 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a8445-6382-4bb4-86fe-cc77afd8283a req-63bb4ecc-938a-4bd5-88a0-70897d6fc0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:34.207385 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ca8a8445-6382-4bb4-86fe-cc77afd8283a req-63bb4ecc-938a-4bd5-88a0-70897d6fc0b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1a7d9654f1349838636f7b058f11cdd&device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 1096 time: 0.1834230 Sep 15 03:26:34.299845 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-70130f2b-81aa-487e-9150-22a412f46bd2 req-1000d542-296e-4c0a-887e-740e38fbbc97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7588eb8-7874-4300-aedf-ff35fa5eab1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206172 Sep 15 03:26:34.315256 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871db1e-2d7a-48ad-9426-bbc5d398406a req-71bd249e-49e4-4246-a4fb-7c50b4d2a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:34.316932 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f871db1e-2d7a-48ad-9426-bbc5d398406a req-71bd249e-49e4-4246-a4fb-7c50b4d2a98d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 1098 time: 0.1390235 Sep 15 03:26:34.318639 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e296fa4-e3ff-4ecf-a1e9-a7707be0bbe7 req-00305dd2-f497-4755-9c3b-b4aeb7e093c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:34.320171 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5e296fa4-e3ff-4ecf-a1e9-a7707be0bbe7 req-00305dd2-f497-4755-9c3b-b4aeb7e093c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26fdd753-7482-4f5b-beff-09787fea2442 HTTP/1.1" status: 200 len: 918 time: 0.2975953 Sep 15 03:26:34.359174 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f871db1e-2d7a-48ad-9426-bbc5d398406a req-56ba2916-f6cd-4a69-99d5-4d078df1644e service neutron] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:34.392457 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a8445-6382-4bb4-86fe-cc77afd8283a req-2a6dabad-07b8-4ba6-843e-af996da3b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:34.394146 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ca8a8445-6382-4bb4-86fe-cc77afd8283a req-2a6dabad-07b8-4ba6-843e-af996da3b25b service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7588eb8-7874-4300-aedf-ff35fa5eab1b HTTP/1.1" status: 200 len: 920 time: 0.1743934 Sep 15 03:26:34.395734 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5e296fa4-e3ff-4ecf-a1e9-a7707be0bbe7 req-74843c80-98e5-4240-b788-fbbca3b2f275 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2 HTTP/1.1" status: 200 len: 217 time: 0.0628097 Sep 15 03:26:34.456714 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-70130f2b-81aa-487e-9150-22a412f46bd2 req-06df854f-ddb2-42d2-a20b-a7e10c201808 service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440609 Sep 15 03:26:34.517344 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ca8a8445-6382-4bb4-86fe-cc77afd8283a req-de979607-ef5b-46fd-b3c1-8bf21559710e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 HTTP/1.1" status: 200 len: 217 time: 0.0877821 Sep 15 03:26:34.557843 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-70130f2b-81aa-487e-9150-22a412f46bd2 req-5e149b6f-7f95-4fba-809a-baa3b94c7ad0 service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886407 Sep 15 03:26:34.579710 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e296fa4-e3ff-4ecf-a1e9-a7707be0bbe7 req-0b44e24f-cd10-44fa-b6ac-78e7031e7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:34.582535 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5e296fa4-e3ff-4ecf-a1e9-a7707be0bbe7 req-0b44e24f-cd10-44fa-b6ac-78e7031e7a04 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c310f472-bb8c-474d-9c9c-ea872f0338ee HTTP/1.1" status: 200 len: 856 time: 0.1346717 Sep 15 03:26:34.615633 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f871db1e-2d7a-48ad-9426-bbc5d398406a req-56ba2916-f6cd-4a69-99d5-4d078df1644e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:34.626866 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f871db1e-2d7a-48ad-9426-bbc5d398406a req-56ba2916-f6cd-4a69-99d5-4d078df1644e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:34.636359 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a8445-6382-4bb4-86fe-cc77afd8283a req-4774a076-4d74-4d1d-9462-9f0d3f51502d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:34.643234 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ca8a8445-6382-4bb4-86fe-cc77afd8283a req-4774a076-4d74-4d1d-9462-9f0d3f51502d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c9e3f9f-b37e-4b44-8bf5-f43db7c01291 HTTP/1.1" status: 200 len: 859 time: 0.1111431 Sep 15 03:26:34.689878 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f871db1e-2d7a-48ad-9426-bbc5d398406a req-56ba2916-f6cd-4a69-99d5-4d078df1644e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538959 Sep 15 03:26:34.694263 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba2916-f6cd-4a69-99d5-4d078df1644e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef02f33-94f7-4cb3-a68d-6ddd2ab60771,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:34.715835 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ca8a8445-6382-4bb4-86fe-cc77afd8283a req-a66a5aa8-3008-4683-aa16-13b854b88339 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7588eb8-7874-4300-aedf-ff35fa5eab1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439229 Sep 15 03:26:34.751538 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-c01de68f-e12b-431f-86c8-45bb9b72c5da tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fa6f2163673147639fbc6f19441c386c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397453 Sep 15 03:26:34.761965 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e296fa4-e3ff-4ecf-a1e9-a7707be0bbe7 req-e916e3dc-38f1-4e78-973b-33a8d1d781ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:34.763551 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5e296fa4-e3ff-4ecf-a1e9-a7707be0bbe7 req-e916e3dc-38f1-4e78-973b-33a8d1d781ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26fdd753-7482-4f5b-beff-09787fea2442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1650958 Sep 15 03:26:34.779694 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00809f47-34fc-42b0-807e-4ba0263906b3 req-83e1a0c1-3fc4-40fe-bcdf-60b83be1082d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:34.781172 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-00809f47-34fc-42b0-807e-4ba0263906b3 req-83e1a0c1-3fc4-40fe-bcdf-60b83be1082d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 944 time: 0.0681930 Sep 15 03:26:34.825041 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-00809f47-34fc-42b0-807e-4ba0263906b3 req-0d3e0402-47c5-43ce-880e-0b6091d13d59 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346022 Sep 15 03:26:34.967509 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf812a-1341-490d-a524-2a8cb5a99f29 req-93916499-978d-42f7-b674-8783466ae776 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:34.969810 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8fbf812a-1341-490d-a524-2a8cb5a99f29 req-93916499-978d-42f7-b674-8783466ae776 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0710413 Sep 15 03:26:35.012303 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8fbf812a-1341-490d-a524-2a8cb5a99f29 req-05e45f1a-b626-4ad6-aed7-62f07c33bc81 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361590 Sep 15 03:26:35.151076 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-3180b113-8cbb-40ce-ba85-48b259bd3195 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:35.153523 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-3180b113-8cbb-40ce-ba85-48b259bd3195 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4009156 Sep 15 03:26:35.169609 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-a2ef0e38-0d8c-4c34-94e2-d864ec8f15bc tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/quotas/fa6f2163673147639fbc6f19441c386c HTTP/1.1" status: 200 len: 375 time: 0.0106423 Sep 15 03:26:35.206936 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-f5284717-3ba2-4d36-9083-77cd29f4df27 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa6f2163673147639fbc6f19441c386c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300348 Sep 15 03:26:35.287521 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 39166) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:35.451297 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab9b5b-11b1-47da-8b57-a1e34d22631b req-fba3d886-d870-4f00-b7fe-7ca3059ef2d9 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:35.454254 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a9ab9b5b-11b1-47da-8b57-a1e34d22631b req-fba3d886-d870-4f00-b7fe-7ca3059ef2d9 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.3040047 Sep 15 03:26:35.464583 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5e296fa4-e3ff-4ecf-a1e9-a7707be0bbe7 req-fe4643c2-9d57-45d9-b358-98241fe789a6 service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163277 Sep 15 03:26:35.466175 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d4eaa966-d059-4a7f-a7f6-6b2fe9974645 req-876475f4-eb4d-436c-b2ac-9d7e25c94f9d tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 210 time: 0.0512397 Sep 15 03:26:35.478091 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ca8a8445-6382-4bb4-86fe-cc77afd8283a req-ac2afdd9-1553-40bc-8a80-640958914d4f service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185827 Sep 15 03:26:35.482661 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efb9f024-3f8f-48ca-b452-b46c51b9d87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:35.625122 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a9ab9b5b-11b1-47da-8b57-a1e34d22631b req-fe0e9edb-359b-4440-959e-7a813da12b6e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639640 Sep 15 03:26:35.665620 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efb9f024-3f8f-48ca-b452-b46c51b9d87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:35.672078 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efb9f024-3f8f-48ca-b452-b46c51b9d87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:35.676698 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5e296fa4-e3ff-4ecf-a1e9-a7707be0bbe7 req-e5fad473-1b20-4940-861d-7fa74fd91ead service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977131 Sep 15 03:26:35.713891 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ca8a8445-6382-4bb4-86fe-cc77afd8283a req-3108a7b2-697a-448a-ae94-74c9d43d05d5 service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865199 Sep 15 03:26:35.719244 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5878f9d4-8ac3-48be-8faa-452b8b3b189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:35.737126 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-efb9f024-3f8f-48ca-b452-b46c51b9d87b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fbe486452ef4b85bb4f58eabdace720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4484737 Sep 15 03:26:35.740280 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 39190) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:35.759066 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9f024-3f8f-48ca-b452-b46c51b9d87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61e8808-8814-4da0-8958-f05d1bcaaa72,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:35.813117 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-614b7bd8-2423-45a9-bffe-d903c4030413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:35.838677 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-614b7bd8-2423-45a9-bffe-d903c4030413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:35.890142 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-614b7bd8-2423-45a9-bffe-d903c4030413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:35.892866 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-614b7bd8-2423-45a9-bffe-d903c4030413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:35.896461 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-614b7bd8-2423-45a9-bffe-d903c4030413 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f61e8808-8814-4da0-8958-f05d1bcaaa72 HTTP/1.1" status: 204 len: 168 time: 0.1531041 Sep 15 03:26:35.901870 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b7bd8-2423-45a9-bffe-d903c4030413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61e8808-8814-4da0-8958-f05d1bcaaa72,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:35.951171 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3824b79-6819-4914-95d9-b56f0c294844 req-59d6637b-c171-4b6b-a88d-5a5afd1029b8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:35.952707 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e3824b79-6819-4914-95d9-b56f0c294844 req-59d6637b-c171-4b6b-a88d-5a5afd1029b8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 944 time: 0.0564814 Sep 15 03:26:35.995092 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e3824b79-6819-4914-95d9-b56f0c294844 req-1b75440e-33a5-4a55-817e-30c53b23375d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356953 Sep 15 03:26:36.127580 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442f2be-3edd-4c7d-8c6b-a0de46520a94 req-c38c6d9c-20e9-4082-a849-0f6afdc6518f tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:36.129086 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9442f2be-3edd-4c7d-8c6b-a0de46520a94 req-c38c6d9c-20e9-4082-a849-0f6afdc6518f tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0509694 Sep 15 03:26:36.167274 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9442f2be-3edd-4c7d-8c6b-a0de46520a94 req-85b8cb61-bcd5-498f-9690-7bf0e58e1b8d tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315259 Sep 15 03:26:36.168477 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 39204) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:36.184176 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef870768-8f74-4b28-9555-e543667302c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:36.274081 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef870768-8f74-4b28-9555-e543667302c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:36.279715 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef870768-8f74-4b28-9555-e543667302c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:36.338039 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-ef870768-8f74-4b28-9555-e543667302c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9b8e4f46a1d4248a071f8ef3cba4c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663003 Sep 15 03:26:36.339019 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 39210) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:36.339348 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef870768-8f74-4b28-9555-e543667302c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0793bdd3-d422-45c2-84e6-336260c8aea6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:36.397369 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8eb49ab-5631-4485-8c56-d58ab0ac2a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:36.420224 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8eb49ab-5631-4485-8c56-d58ab0ac2a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:36.465134 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8eb49ab-5631-4485-8c56-d58ab0ac2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:36.467707 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8eb49ab-5631-4485-8c56-d58ab0ac2a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:36.469105 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c8eb49ab-5631-4485-8c56-d58ab0ac2a5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0793bdd3-d422-45c2-84e6-336260c8aea6 HTTP/1.1" status: 204 len: 168 time: 0.1289461 Sep 15 03:26:36.476779 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb49ab-5631-4485-8c56-d58ab0ac2a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0793bdd3-d422-45c2-84e6-336260c8aea6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:36.520788 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:36.563501 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-185f12c7-376a-4450-9e8e-dc35fa23af78 req-e9e4d2fa-3b1f-4d24-86b9-460b6aede6eb tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 210 time: 0.0260246 Sep 15 03:26:36.737004 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa23f2d-e05f-40ff-857b-da3f9a6d6ff5 req-6f0b960e-75dc-47fe-bd9b-6b50bdef91be tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:36.738498 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-faa23f2d-e05f-40ff-857b-da3f9a6d6ff5 req-6f0b960e-75dc-47fe-bd9b-6b50bdef91be tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0492198 Sep 15 03:26:36.776424 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-faa23f2d-e05f-40ff-857b-da3f9a6d6ff5 req-e8b2f413-0527-4151-bd82-810ea11ac43e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317852 Sep 15 03:26:37.107436 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedb9e0-5387-4d14-92d7-81a3425e62a9 req-ef4f493e-57b4-4190-a14a-2efb72fc8c37 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:37.108935 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-daedb9e0-5387-4d14-92d7-81a3425e62a9 req-ef4f493e-57b4-4190-a14a-2efb72fc8c37 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 944 time: 0.0473385 Sep 15 03:26:37.148954 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-daedb9e0-5387-4d14-92d7-81a3425e62a9 req-bdfe4bd1-374c-47db-a4cf-8a9aca9899e5 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340638 Sep 15 03:26:37.280981 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31235b-ccb2-4c97-9469-de0031e2e015 req-1ce5913c-2362-445b-bf00-84dbf77dbcd1 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:37.282588 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1b31235b-ccb2-4c97-9469-de0031e2e015 req-1ce5913c-2362-445b-bf00-84dbf77dbcd1 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0500526 Sep 15 03:26:37.324217 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1b31235b-ccb2-4c97-9469-de0031e2e015 req-f96b9595-f3cb-43fa-a1b6-652f4095d1bc tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344734 Sep 15 03:26:37.508201 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 39260) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:37.615172 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ce933a0-7d18-43f1-a4e7-92a67eb2dbbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:37.663239 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-110ac83d-b65e-4e3f-bd9b-79b37065484a req-a7fb3174-f94a-435f-bf25-b8bd88b6cd63 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 210 time: 0.0319600 Sep 15 03:26:37.728014 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ce933a0-7d18-43f1-a4e7-92a67eb2dbbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:37.731605 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ce933a0-7d18-43f1-a4e7-92a67eb2dbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:37.769258 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-5ce933a0-7d18-43f1-a4e7-92a67eb2dbbf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c393156e3d7f402db2ab6e380fdec602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599006 Sep 15 03:26:37.770366 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce933a0-7d18-43f1-a4e7-92a67eb2dbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abd1305-b459-45ad-b927-6486890c570c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:37.772000 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 39268) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:37.820746 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7063b7de-ff87-407b-8e7e-52aa1664e6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:37.844235 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7063b7de-ff87-407b-8e7e-52aa1664e6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:37.915802 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b7109-b26c-4596-a511-26274ab1616f req-33164f21-da36-45a5-a0f3-26247c917baf tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:37.917968 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-383b7109-b26c-4596-a511-26274ab1616f req-33164f21-da36-45a5-a0f3-26247c917baf tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0659349 Sep 15 03:26:37.938681 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7063b7de-ff87-407b-8e7e-52aa1664e6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:37.941185 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7063b7de-ff87-407b-8e7e-52aa1664e6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:37.942266 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-7063b7de-ff87-407b-8e7e-52aa1664e6d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6abd1305-b459-45ad-b927-6486890c570c HTTP/1.1" status: 204 len: 168 time: 0.1687977 Sep 15 03:26:37.955544 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063b7de-ff87-407b-8e7e-52aa1664e6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abd1305-b459-45ad-b927-6486890c570c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:37.977955 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-383b7109-b26c-4596-a511-26274ab1616f req-e73a1b73-8e10-4c0c-ab4f-d7b923caca18 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538943 Sep 15 03:26:38.183379 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-405ee7b2-869a-4689-a3c8-e88f6122699b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:38.271125 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a04f4-02ae-456d-ac3f-51f8b8ccada1 req-2bbbe0ad-2c90-47dc-8fd5-adf9f5e0498c tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:38.272607 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-740a04f4-02ae-456d-ac3f-51f8b8ccada1 req-2bbbe0ad-2c90-47dc-8fd5-adf9f5e0498c tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 944 time: 0.0533977 Sep 15 03:26:38.311620 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-740a04f4-02ae-456d-ac3f-51f8b8ccada1 req-e140b3d9-88a0-4073-b3b1-203702125e04 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327628 Sep 15 03:26:38.442320 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fd8db-fb7f-46b9-a057-3c7cdd728912 req-5d829cfc-d38c-463b-8c06-7b4ad3902928 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:38.443826 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ad9fd8db-fb7f-46b9-a057-3c7cdd728912 req-5d829cfc-d38c-463b-8c06-7b4ad3902928 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0526032 Sep 15 03:26:38.482300 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ad9fd8db-fb7f-46b9-a057-3c7cdd728912 req-a60788aa-6c25-4791-8782-564348d0519d tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Sep 15 03:26:38.754006 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:38.767545 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d72aae8f-c6b8-44a7-8654-5bce27cb64a3 req-43e8abe0-2d74-4210-85b3-f6649b164b2b tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 210 time: 0.0326977 Sep 15 03:26:38.912753 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 2c1cce10-a77d-475a-a3cd-84b4888a69ef details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:26:39.026468 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 2c1cce10-a77d-475a-a3cd-84b4888a69ef, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=2c1cce10-a77d-475a-a3cd-84b4888a69ef,segment=NetworkSegment(9f3a0847-e5ad-4907-be31-712dcec04721),segment_id=9f3a0847-e5ad-4907-be31-712dcec04721)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:39.038477 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': '2c1cce10-a77d-475a-a3cd-84b4888a69ef', 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b', 'port_id': '2c1cce10-a77d-475a-a3cd-84b4888a69ef', 'mac_address': 'fa:16:3e:77:d2:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9e3f9f-b37e-4b44-8bf5-f43db7c01291', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:26:39.082654 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:39.098619 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1cce10-a77d-475a-a3cd-84b4888a69ef {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:26:39.115642 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570619f-8af0-4835-99f4-161b014a7a86 req-33a47b90-9415-4179-9ad1-1118a3c8fb6c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:39.124079 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 2c1cce10-a77d-475a-a3cd-84b4888a69ef, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=2c1cce10-a77d-475a-a3cd-84b4888a69ef,segment=NetworkSegment(9f3a0847-e5ad-4907-be31-712dcec04721),segment_id=9f3a0847-e5ad-4907-be31-712dcec04721)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:39.125844 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a570619f-8af0-4835-99f4-161b014a7a86 req-33a47b90-9415-4179-9ad1-1118a3c8fb6c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0642138 Sep 15 03:26:39.135964 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:39.137052 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 139a300d-dee1-44e3-b669-ff419b2bc4c2 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:26:39.176312 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a570619f-8af0-4835-99f4-161b014a7a86 req-ed2c4ed5-69d3-450f-8c58-e35620c333f1 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434690 Sep 15 03:26:39.197425 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=2c1cce10-a77d-475a-a3cd-84b4888a69ef,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:39.292881 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 139a300d-dee1-44e3-b669-ff419b2bc4c2, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:39.303943 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': '139a300d-dee1-44e3-b669-ff419b2bc4c2', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'port_id': '139a300d-dee1-44e3-b669-ff419b2bc4c2', 'mac_address': 'fa:16:3e:69:e5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:26:39.340023 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:39.358735 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139a300d-dee1-44e3-b669-ff419b2bc4c2 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:26:39.384767 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 139a300d-dee1-44e3-b669-ff419b2bc4c2, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:39.391887 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:39.392695 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:26:39.427294 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:39.430292 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e6d8d-b857-43ad-a98d-5b7b066eee69 req-c1de4a6f-1d24-457c-ba99-b0e9d5eba1ef tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:39.431851 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b49e6d8d-b857-43ad-a98d-5b7b066eee69 req-c1de4a6f-1d24-457c-ba99-b0e9d5eba1ef tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 945 time: 0.0487387 Sep 15 03:26:39.465139 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=139a300d-dee1-44e3-b669-ff419b2bc4c2,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:39.469412 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7,segment=NetworkSegment(9f3a0847-e5ad-4907-be31-712dcec04721),segment_id=9f3a0847-e5ad-4907-be31-712dcec04721)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:39.471111 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b49e6d8d-b857-43ad-a98d-5b7b066eee69 req-7ac509b1-c7fa-4a8d-baeb-56194e8f0d76 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330396 Sep 15 03:26:39.484189 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': '6f63d2c8-ad7a-4269-b636-9a37ba9a27b7', 'network_id': 'e7588eb8-7874-4300-aedf-ff35fa5eab1b', 'port_id': '6f63d2c8-ad7a-4269-b636-9a37ba9a27b7', 'mac_address': 'fa:16:3e:fa:7e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9e3f9f-b37e-4b44-8bf5-f43db7c01291', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:26:39.523038 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:39.535995 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:26:39.554902 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7,segment=NetworkSegment(9f3a0847-e5ad-4907-be31-712dcec04721),segment_id=9f3a0847-e5ad-4907-be31-712dcec04721)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:39.559514 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:39.596647 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf34b2-7878-4a62-9850-f69f21764673 req-c4ed78b0-c144-43f1-b675-7537a59c29c1 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:39.598175 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-84cf34b2-7878-4a62-9850-f69f21764673 req-c4ed78b0-c144-43f1-b675-7537a59c29c1 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0488491 Sep 15 03:26:39.604233 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:39.637275 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-84cf34b2-7878-4a62-9850-f69f21764673 req-b54ae4ca-ce15-4ec6-8a1a-288a051ef965 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331755 Sep 15 03:26:39.862819 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fb35e5d1-b6d3-4826-b577-76675f5a4efe req-2d791f5c-193b-4ef6-860d-62a020205b2b tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 210 time: 0.0275259 Sep 15 03:26:40.287520 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8238e-4324-4243-9922-cd10fa3bb384 req-4cb25a4d-c14a-404b-9afe-354bf77dac6b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:40.289125 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c1f8238e-4324-4243-9922-cd10fa3bb384 req-4cb25a4d-c14a-404b-9afe-354bf77dac6b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 944 time: 0.0531802 Sep 15 03:26:40.327303 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c1f8238e-4324-4243-9922-cd10fa3bb384 req-37c89266-10f3-49f6-b256-6ac37f0960b3 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320580 Sep 15 03:26:40.587211 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f6e0e-a9f7-4e31-84c2-ed13690f6192 req-64f58b90-a001-4573-9e11-24482b2672a4 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:40.588675 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c81f6e0e-a9f7-4e31-84c2-ed13690f6192 req-64f58b90-a001-4573-9e11-24482b2672a4 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 945 time: 0.0495594 Sep 15 03:26:40.625706 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c81f6e0e-a9f7-4e31-84c2-ed13690f6192 req-0521660b-f737-4d4d-95f9-e660d1bc656c tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308652 Sep 15 03:26:40.749176 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32a60d-1cc1-4717-ad94-0d61033d92fc req-35279fb2-a140-4739-9817-aa12ff6175fd tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:40.750557 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1a32a60d-1cc1-4717-ad94-0d61033d92fc req-35279fb2-a140-4739-9817-aa12ff6175fd tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0479817 Sep 15 03:26:40.788613 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1a32a60d-1cc1-4717-ad94-0d61033d92fc req-17ec4d10-6657-40b6-b2e6-99b4a1151560 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322223 Sep 15 03:26:40.800400 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:40.957535 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0c1b29a2-ff2a-43da-9b0a-7927e02af404 req-d248de21-9f6b-4513-8367-de1e976cacaf tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 210 time: 0.0264802 Sep 15 03:26:41.441320 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e04b9-1b31-4cca-8677-c06eeb8fdbc3 req-376010cb-d469-4d87-b9f2-f83a2f6cc2c2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:41.442793 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-016e04b9-1b31-4cca-8677-c06eeb8fdbc3 req-376010cb-d469-4d87-b9f2-f83a2f6cc2c2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 944 time: 0.0478675 Sep 15 03:26:41.479799 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-016e04b9-1b31-4cca-8677-c06eeb8fdbc3 req-61ef4e5f-3530-4919-9406-3bf6a41b81fa tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309455 Sep 15 03:26:41.739319 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9853744-5d4c-46ee-8951-a866de92f04d req-3be0bb62-01ef-4a60-8226-7edc9225e3bc tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:41.740772 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c9853744-5d4c-46ee-8951-a866de92f04d req-3be0bb62-01ef-4a60-8226-7edc9225e3bc tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 945 time: 0.0471919 Sep 15 03:26:41.777873 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c9853744-5d4c-46ee-8951-a866de92f04d req-03b50a46-f85b-4b3c-b222-13aae57b2503 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302682 Sep 15 03:26:41.902412 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7ba24-2ff6-4193-947f-a580167da31e req-7a627e93-ccd3-4bb8-bb32-2f23cf3a541f tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:41.903940 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-03f7ba24-2ff6-4193-947f-a580167da31e req-7a627e93-ccd3-4bb8-bb32-2f23cf3a541f tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0506639 Sep 15 03:26:41.941449 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-03f7ba24-2ff6-4193-947f-a580167da31e req-239da83f-049a-47b5-816e-acdc5c13ba5b tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316944 Sep 15 03:26:42.049369 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ecf42414-ca39-4a90-baf6-7d791b87ac0e req-accc14e1-2c95-4a52-85da-2d8ea6ae62bc tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 210 time: 0.0256085 Sep 15 03:26:42.628372 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c497817-cdee-4843-9172-a23b77c46d5d req-2b46dbe7-6aad-49c0-96b2-13500e4a6bc4 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:42.631513 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9c497817-cdee-4843-9172-a23b77c46d5d req-2b46dbe7-6aad-49c0-96b2-13500e4a6bc4 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 944 time: 0.0789900 Sep 15 03:26:42.645548 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-cf8c2530-2e3e-44ac-9339-d9f161876091 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=fa6f2163673147639fbc6f19441c386c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442414 Sep 15 03:26:42.754028 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9c497817-cdee-4843-9172-a23b77c46d5d req-d9198724-9da9-4929-952a-a4d687566430 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114557 Sep 15 03:26:42.884251 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-a4d2546f-f7a5-4561-8d9e-89bd60a4a3b7 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:42.886375 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-a4d2546f-f7a5-4561-8d9e-89bd60a4a3b7 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2280660 Sep 15 03:26:42.917661 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0a1fb-9024-42c4-bd68-2c997e41ffd4 req-2797f0bd-7ccd-447d-809e-f6439e3dc922 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:42.919337 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-87b0a1fb-9024-42c4-bd68-2c997e41ffd4 req-2797f0bd-7ccd-447d-809e-f6439e3dc922 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 945 time: 0.0584371 Sep 15 03:26:42.958281 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-87b0a1fb-9024-42c4-bd68-2c997e41ffd4 req-0fe46fa0-7301-4679-a4d7-88f9d207352b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329406 Sep 15 03:26:43.064018 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfce16b-10d9-4ae5-9d0c-02a2a342414e req-1461bcde-4409-4cc5-bcb7-42b56b5a45a7 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:43.065592 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0dfce16b-10d9-4ae5-9d0c-02a2a342414e req-1461bcde-4409-4cc5-bcb7-42b56b5a45a7 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0506201 Sep 15 03:26:43.109440 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0dfce16b-10d9-4ae5-9d0c-02a2a342414e req-0fa8a5b7-f250-4a22-99e2-bede1f9ef5a1 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370436 Sep 15 03:26:43.160859 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5674dcd6-d6e2-4b72-8457-3555c72cc870 req-18d7b972-8795-41cd-80c7-9050d319c0bc tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 210 time: 0.0331430 Sep 15 03:26:43.871889 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e7569-3a32-4efd-880c-1a20492b6b8b req-910a713e-d5e1-4cb9-b12e-40a70f46deb6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:43.873376 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b1e7569-3a32-4efd-880c-1a20492b6b8b req-910a713e-d5e1-4cb9-b12e-40a70f46deb6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 944 time: 0.0482144 Sep 15 03:26:43.914360 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b1e7569-3a32-4efd-880c-1a20492b6b8b req-da5ba6eb-4dac-463b-bb22-f6ac9efc1767 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351789 Sep 15 03:26:44.069447 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f781722-a783-4008-a09a-45dabbf25150 req-9243cd6c-8d8c-46cc-a0b9-1586f579e048 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:44.070820 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3f781722-a783-4008-a09a-45dabbf25150 req-9243cd6c-8d8c-46cc-a0b9-1586f579e048 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 945 time: 0.0469177 Sep 15 03:26:44.109752 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3f781722-a783-4008-a09a-45dabbf25150 req-f2222cef-0065-4fbf-ae18-85d7842b7146 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324538 Sep 15 03:26:44.258523 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f2b4909a-2785-4594-913a-b0b571352011 req-5aeda464-18db-4f80-9e3b-b22c8ae36080 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 210 time: 0.0255942 Sep 15 03:26:45.044166 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3b3ed-e5ab-4dce-85c1-b68c64bb00db req-16a7c54f-a134-446e-836e-ad8535ca827e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:45.045623 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b9d3b3ed-e5ab-4dce-85c1-b68c64bb00db req-16a7c54f-a134-446e-836e-ad8535ca827e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 944 time: 0.0521302 Sep 15 03:26:45.082017 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b9d3b3ed-e5ab-4dce-85c1-b68c64bb00db req-c2e3056f-9a41-4ca8-9204-5b99b364860f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306141 Sep 15 03:26:45.222870 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9e308-2535-4f2c-a8fd-c066a3cb1ac2 req-88f9bc13-7e7d-4f99-adc9-e24fef80a3ca tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:45.224297 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6fe9e308-2535-4f2c-a8fd-c066a3cb1ac2 req-88f9bc13-7e7d-4f99-adc9-e24fef80a3ca tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 945 time: 0.0497968 Sep 15 03:26:45.263516 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6fe9e308-2535-4f2c-a8fd-c066a3cb1ac2 req-160d8694-de73-4a51-abbc-3d330e9e94e5 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331264 Sep 15 03:26:45.351383 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-95f92366-5785-4b88-8a3e-f6d16a9e9091 req-1f84b5db-cd18-4a39-a8de-3f3a7c37d6d2 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 210 time: 0.0260994 Sep 15 03:26:45.642082 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-08e4b48c-c894-48dd-8cfc-b413216f37af tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Request body: {'port': {'device_id': '2747e57f-b03b-48e2-9521-e8b5408a5748', 'network_id': '424dfbae-a77e-4254-b9e6-7a40688085ee', 'admin_state_up': True, 'tenant_id': 'fa6f2163673147639fbc6f19441c386c'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:26:45.746887 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-08e4b48c-c894-48dd-8cfc-b413216f37af tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Made reservation on behalf of fa6f2163673147639fbc6f19441c386c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:26:45.750342 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-08e4b48c-c894-48dd-8cfc-b413216f37af tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:45.762520 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['2c1cce10-a77d-475a-a3cd-84b4888a69ef'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:26:45.763156 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-08e4b48c-c894-48dd-8cfc-b413216f37af tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:45.831987 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['139a300d-dee1-44e3-b669-ff419b2bc4c2'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:26:45.852295 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-08e4b48c-c894-48dd-8cfc-b413216f37af tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:45.856040 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-08e4b48c-c894-48dd-8cfc-b413216f37af tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:45.862464 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['6f63d2c8-ad7a-4269-b636-9a37ba9a27b7'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:26:45.915133 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4b48c-c894-48dd-8cfc-b413216f37af tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36503056-a71d-4444-8355-f8395105190b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:45.989243 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-08e4b48c-c894-48dd-8cfc-b413216f37af tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Allocated IP 192.168.233.133 (424dfbae-a77e-4254-b9e6-7a40688085ee/00573d95-9a0a-466a-a864-21daa08823eb/6fd30c1a-e971-43f4-9ca6-f9b47701d6ce) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:26:46.074046 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:26:46.151743 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-08e4b48c-c894-48dd-8cfc-b413216f37af tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:46.214423 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-08e4b48c-c894-48dd-8cfc-b413216f37af tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:46.269369 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb1240-f131-451f-a35f-fc26d5f3209f req-dbb6dfcf-d616-46a9-b859-ca177d8e8f9a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:46.272748 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3feb1240-f131-451f-a35f-fc26d5f3209f req-dbb6dfcf-d616-46a9-b859-ca177d8e8f9a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 944 time: 0.1037498 Sep 15 03:26:46.282633 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-08e4b48c-c894-48dd-8cfc-b413216f37af tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Network 424dfbae-a77e-4254-b9e6-7a40688085ee is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:26:46.305969 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4b48c-c894-48dd-8cfc-b413216f37af tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Pushing event updated for resources: {'Port': ['ID=6fd30c1a-e971-43f4-9ca6-f9b47701d6ce,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:46.316975 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-08e4b48c-c894-48dd-8cfc-b413216f37af tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:26:46.326929 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-08e4b48c-c894-48dd-8cfc-b413216f37af tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:26:46.398158 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3feb1240-f131-451f-a35f-fc26d5f3209f req-dfe9715f-286d-448e-8f0a-34b2e829352b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934989 Sep 15 03:26:46.414037 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ef9c6-28ce-4adb-a7dd-c6eece20bec1 req-a40cca00-a106-4404-ad6e-41f8dd622b02 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:46.419124 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-08e4b48c-c894-48dd-8cfc-b413216f37af tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:46.419769 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-08e4b48c-c894-48dd-8cfc-b413216f37af tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:46.425382 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fa8ef9c6-28ce-4adb-a7dd-c6eece20bec1 req-a40cca00-a106-4404-ad6e-41f8dd622b02 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 945 time: 0.0726511 Sep 15 03:26:46.439034 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-08e4b48c-c894-48dd-8cfc-b413216f37af tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8012795 Sep 15 03:26:46.463058 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fa8ef9c6-28ce-4adb-a7dd-c6eece20bec1 req-a50ab06b-9ffa-4152-ba0d-9ef62d9cd49a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365427 Sep 15 03:26:46.582439 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc14ae8-4108-4f41-97fb-2a0496f57ffc req-bd6e9549-c758-4532-8c3e-07fa8b28753f tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:46.584318 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2bc14ae8-4108-4f41-97fb-2a0496f57ffc req-bd6e9549-c758-4532-8c3e-07fa8b28753f tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 936 time: 0.0722003 Sep 15 03:26:46.584824 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-535091b9-e9a9-4ed6-b623-6e72475ce7e7 None None] Provisioning complete for port 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:46.585307 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-535091b9-e9a9-4ed6-b623-6e72475ce7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:46.640124 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2bc14ae8-4108-4f41-97fb-2a0496f57ffc req-280115dc-567b-4ad4-a781-ae2a531bc5c1 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482280 Sep 15 03:26:46.640754 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-535091b9-e9a9-4ed6-b623-6e72475ce7e7 None None] Port 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:26:47.534258 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f907-6617-4708-8744-500e74c70a59 req-ff322e3f-5ae1-46bc-98e2-5ae099444331 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:47.535814 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4148f907-6617-4708-8744-500e74c70a59 req-ff322e3f-5ae1-46bc-98e2-5ae099444331 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 944 time: 0.0530376 Sep 15 03:26:47.575638 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4148f907-6617-4708-8744-500e74c70a59 req-9bb8b7cd-5715-4282-98c8-110f2b03a07a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326414 Sep 15 03:26:47.597572 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269677b-0eb6-495f-9ea8-ce171216c3e5 req-683dca7d-58cf-4a8f-96ae-860186458bce tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:47.599138 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0269677b-0eb6-495f-9ea8-ce171216c3e5 req-683dca7d-58cf-4a8f-96ae-860186458bce tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 945 time: 0.0525723 Sep 15 03:26:47.637241 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0269677b-0eb6-495f-9ea8-ce171216c3e5 req-878a990a-53d4-4987-bdda-1e482089e55a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319846 Sep 15 03:26:47.748647 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed7d4c-6af3-46aa-891e-8a7df6ade8e6 req-6dd1795b-0474-4e4e-8909-4e591f89c562 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:47.750105 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-21ed7d4c-6af3-46aa-891e-8a7df6ade8e6 req-6dd1795b-0474-4e4e-8909-4e591f89c562 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 936 time: 0.0479360 Sep 15 03:26:47.786051 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-21ed7d4c-6af3-46aa-891e-8a7df6ade8e6 req-ca1fb94a-f8d0-4889-b271-d094c41de2c0 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300300 Sep 15 03:26:48.697935 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d99aeb-5f2c-4427-a824-4cfb78e48217 req-8193a634-d03f-401b-a43c-664e7d63122a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:48.708798 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e7d99aeb-5f2c-4427-a824-4cfb78e48217 req-8193a634-d03f-401b-a43c-664e7d63122a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 944 time: 0.0621178 Sep 15 03:26:48.742729 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e7d99aeb-5f2c-4427-a824-4cfb78e48217 req-6a017cd6-9d10-4258-8a7f-a9145bedb8b7 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354762 Sep 15 03:26:48.759472 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0108719-a7c6-454d-9610-514a6aa5a85c req-036f009b-825f-41ae-9b6a-05818e046d53 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:48.761689 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f0108719-a7c6-454d-9610-514a6aa5a85c req-036f009b-825f-41ae-9b6a-05818e046d53 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 945 time: 0.0510278 Sep 15 03:26:48.799313 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f0108719-a7c6-454d-9610-514a6aa5a85c req-b87e39d4-6c01-44a7-a024-8f34adc4d7c7 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315330 Sep 15 03:26:48.899439 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff50b1b-f9cd-4391-80a5-b1d180ee2b07 req-38c09f6a-b4b0-491a-9589-fd00b83653e5 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:48.900947 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-cff50b1b-f9cd-4391-80a5-b1d180ee2b07 req-38c09f6a-b4b0-491a-9589-fd00b83653e5 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 936 time: 0.0489104 Sep 15 03:26:48.937818 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-cff50b1b-f9cd-4391-80a5-b1d180ee2b07 req-20081bfd-e195-49d5-bfe6-a75a323a140b tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307260 Sep 15 03:26:49.077456 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Request body: {'port': {'device_id': '2747e57f-b03b-48e2-9521-e8b5408a5748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:26:49.133170 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:49.386729 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:26:49.394171 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:49.405818 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Transition to ACTIVE for port object 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:26:49.409125 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:49.463723 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Pushing event updated for resources: {'Port': ['ID=6fd30c1a-e971-43f4-9ca6-f9b47701d6ce,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:49.533544 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Attempting to bind port 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:26:49.533877 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Attempting to bind port 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '980745cf-d4e1-4acf-85aa-35a63b99c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '424dfbae-a77e-4254-b9e6-7a40688085ee'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:26:49.534205 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Attempting to bind port 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce on network 424dfbae-a77e-4254-b9e6-7a40688085ee {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:26:49.539161 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Port 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce on network 424dfbae-a77e-4254-b9e6-7a40688085ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:26:49.539507 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Attempting to bind port 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce on network 424dfbae-a77e-4254-b9e6-7a40688085ee {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:26:49.545604 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:26:49.545943 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Checking segment: {'id': '980745cf-d4e1-4acf-85aa-35a63b99c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '424dfbae-a77e-4254-b9e6-7a40688085ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:26:49.546328 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Bound using segment: {'id': '980745cf-d4e1-4acf-85aa-35a63b99c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '424dfbae-a77e-4254-b9e6-7a40688085ee'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:26:49.546756 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Bound port: 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980745cf-d4e1-4acf-85aa-35a63b99c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '424dfbae-a77e-4254-b9e6-7a40688085ee'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:26:49.547165 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:49.613842 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] For port 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce, host hv-cinder-80696, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:26:49.617244 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] For port 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6fd30c1a-e971-43f4-9ca6-f9b47701d6ce,segment=NetworkSegment(980745cf-d4e1-4acf-85aa-35a63b99c118),segment_id=980745cf-d4e1-4acf-85aa-35a63b99c118)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:26:49.621018 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:49.640093 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 139a300d-dee1-44e3-b669-ff419b2bc4c2 up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:26:49.656291 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:49.656912 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:49.658318 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] 10.222.0.52 "PUT /v2.0/ports/6fd30c1a-e971-43f4-9ca6-f9b47701d6ce HTTP/1.1" status: 200 len: 1098 time: 0.5859673 Sep 15 03:26:49.660710 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2747e57f-b03b-48e2-9521-e8b5408a5748', 'tag': '6fd30c1a-e971-43f4-9ca6-f9b47701d6ce'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:26:49.662856 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9045fd04-3946-4e71-aefb-d9bffe441a29" -d '{"events": [{"name": "network-changed", "server_uuid": "2747e57f-b03b-48e2-9521-e8b5408a5748", "tag": "6fd30c1a-e971-43f4-9ca6-f9b47701d6ce"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:26:49.698064 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418bcb5-597c-4b9e-8094-4b151b541fec service neutron] Pushing event updated for resources: {'Port': ['ID=6fd30c1a-e971-43f4-9ca6-f9b47701d6ce,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:49.714890 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port 139a300d-dee1-44e3-b669-ff419b2bc4c2 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:26:49.720641 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port 139a300d-dee1-44e3-b669-ff419b2bc4c2 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:49.721087 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:49.816656 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e15a0ec-a695-440a-9c5c-d5dc89c1c4af x-openstack-request-id: req-2e15a0ec-a695-440a-9c5c-d5dc89c1c4af {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:26:49.816972 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2747e57f-b03b-48e2-9521-e8b5408a5748", "tag": "6fd30c1a-e971-43f4-9ca6-f9b47701d6ce", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:26:49.817248 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e15a0ec-a695-440a-9c5c-d5dc89c1c4af {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:26:49.817650 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2747e57f-b03b-48e2-9521-e8b5408a5748', 'tag': '6fd30c1a-e971-43f4-9ca6-f9b47701d6ce', 'status': 'completed', 'code': 200} Sep 15 03:26:49.828232 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:49.880730 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139a300d-dee1-44e3-b669-ff419b2bc4c2'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:26:49.883677 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaf5766-8f21-4500-bc69-6e1c9c17eb89" -d '{"events": [{"server_uuid": "707b5418-207a-461a-9d94-2e7c9c4a8dda", "name": "network-vif-plugged", "status": "completed", "tag": "139a300d-dee1-44e3-b669-ff419b2bc4c2"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:26:49.910464 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 139a300d-dee1-44e3-b669-ff419b2bc4c2, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:49.917791 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:49.923812 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24a31a-0554-4043-92bd-cdd946301270 req-14f425b3-8444-4869-a61f-e5fe287ce5ea tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:49.927665 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ad24a31a-0554-4043-92bd-cdd946301270 req-14f425b3-8444-4869-a61f-e5fe287ce5ea tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 944 time: 0.0730095 Sep 15 03:26:49.969484 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ad24a31a-0554-4043-92bd-cdd946301270 req-dabd590c-1853-454a-895d-426f3a660d08 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382466 Sep 15 03:26:49.973077 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=139a300d-dee1-44e3-b669-ff419b2bc4c2,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:50.088290 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd009d-1ed6-4b47-8c96-e3e6983c4a89 req-d79431ce-5b49-43d6-bede-9b60ec1aee43 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:50.089783 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-98bd009d-1ed6-4b47-8c96-e3e6983c4a89 req-d79431ce-5b49-43d6-bede-9b60ec1aee43 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 945 time: 0.0478117 Sep 15 03:26:50.128877 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-98bd009d-1ed6-4b47-8c96-e3e6983c4a89 req-b21367a5-9fd3-422a-ae27-6882d75ba68b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327566 Sep 15 03:26:50.171472 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861a8e98-442f-4d95-9ef9-7e6399daa140 x-openstack-request-id: req-861a8e98-442f-4d95-9ef9-7e6399daa140 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:26:50.171766 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707b5418-207a-461a-9d94-2e7c9c4a8dda", "name": "network-vif-plugged", "status": "completed", "tag": "139a300d-dee1-44e3-b669-ff419b2bc4c2", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:26:50.172025 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-861a8e98-442f-4d95-9ef9-7e6399daa140 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:26:50.173314 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139a300d-dee1-44e3-b669-ff419b2bc4c2', 'code': 200} Sep 15 03:26:50.266682 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcd110-df3b-46b7-8b48-b426a20e560b req-2f8f6f4f-4aa4-4755-b2fd-c2ba9b86167d tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:50.268328 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1bfcd110-df3b-46b7-8b48-b426a20e560b req-2f8f6f4f-4aa4-4755-b2fd-c2ba9b86167d tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 948 time: 0.0517116 Sep 15 03:26:50.314180 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1bfcd110-df3b-46b7-8b48-b426a20e560b req-3e5c681a-71a9-4e26-b14d-24315d3bdb2f tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394993 Sep 15 03:26:51.090226 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b433f-da22-4c34-a763-aa8f4635877a req-2c0ba985-5ecd-4925-9099-b3be370feb4b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:51.091708 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-207b433f-da22-4c34-a763-aa8f4635877a req-2c0ba985-5ecd-4925-9099-b3be370feb4b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0475233 Sep 15 03:26:51.127509 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-207b433f-da22-4c34-a763-aa8f4635877a req-7ea57bac-945d-46f2-836d-8409315817e4 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297899 Sep 15 03:26:51.237456 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c62921-cb36-44d7-8f6a-fabdc7cf712d req-865a512b-e9dd-44c2-93c2-66047c536769 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:51.238920 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-99c62921-cb36-44d7-8f6a-fabdc7cf712d req-865a512b-e9dd-44c2-93c2-66047c536769 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 945 time: 0.0471385 Sep 15 03:26:51.277005 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-99c62921-cb36-44d7-8f6a-fabdc7cf712d req-4f7992f0-7801-415a-9fab-600526ace771 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315738 Sep 15 03:26:51.424435 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f1e6c-1dbf-4eef-b584-f46b1e557dd1 req-91634e01-6735-4111-80b4-aafa9064c7d4 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:51.425884 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b47f1e6c-1dbf-4eef-b584-f46b1e557dd1 req-91634e01-6735-4111-80b4-aafa9064c7d4 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 948 time: 0.0474718 Sep 15 03:26:51.467876 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b47f1e6c-1dbf-4eef-b584-f46b1e557dd1 req-0f3583da-f361-4b86-8bd9-7f28428290f9 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362055 Sep 15 03:26:52.243187 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e9589-8da4-4ec0-a888-91bc0596c6c8 req-22ba8c72-660c-46cc-93d4-9b82c45988d0 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:52.244792 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-176e9589-8da4-4ec0-a888-91bc0596c6c8 req-22ba8c72-660c-46cc-93d4-9b82c45988d0 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0478446 Sep 15 03:26:52.282429 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-176e9589-8da4-4ec0-a888-91bc0596c6c8 req-130f5042-0ded-4720-ab7c-084581fca131 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318584 Sep 15 03:26:52.386632 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597020e9-7c40-448f-b052-8d2af1876ba7 req-e6444ef0-e659-49e0-bf13-edff7b9d4879 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:52.388130 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-597020e9-7c40-448f-b052-8d2af1876ba7 req-e6444ef0-e659-49e0-bf13-edff7b9d4879 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 945 time: 0.0477600 Sep 15 03:26:52.424177 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-597020e9-7c40-448f-b052-8d2af1876ba7 req-05ef7d2c-55a3-4f2c-8947-c4efada77a0e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303123 Sep 15 03:26:52.582138 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08d8f2-f070-47c5-871e-f5f9d17408af req-66c6e132-4952-4f2c-a074-f1befa0b94b0 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:52.584150 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b08d8f2-f070-47c5-871e-f5f9d17408af req-66c6e132-4952-4f2c-a074-f1befa0b94b0 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 948 time: 0.0499487 Sep 15 03:26:52.585898 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 2c1cce10-a77d-475a-a3cd-84b4888a69ef up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:26:52.625645 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b08d8f2-f070-47c5-871e-f5f9d17408af req-b0cb16da-bcde-4517-9e4c-cc079a8fdfe6 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352888 Sep 15 03:26:52.636164 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port 2c1cce10-a77d-475a-a3cd-84b4888a69ef completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:26:52.640446 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port 2c1cce10-a77d-475a-a3cd-84b4888a69ef triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:52.641056 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:52.698171 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-82c7d8ae-f01f-4101-8691-242b5ae0a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:52.699724 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-82c7d8ae-f01f-4101-8691-242b5ae0a72c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa6f2163673147639fbc6f19441c386c&device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 1101 time: 0.0445666 Sep 15 03:26:52.732384 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:52.761880 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a85503-1231-4aec-a2a9-d62bd5a6aa10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1cce10-a77d-475a-a3cd-84b4888a69ef'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:26:52.764733 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ea1741-fb74-463c-9a8b-7fa7ef7b2459" -d '{"events": [{"server_uuid": "50a85503-1231-4aec-a2a9-d62bd5a6aa10", "name": "network-vif-plugged", "status": "completed", "tag": "2c1cce10-a77d-475a-a3cd-84b4888a69ef"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:26:52.781543 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 2c1cce10-a77d-475a-a3cd-84b4888a69ef, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=2c1cce10-a77d-475a-a3cd-84b4888a69ef,segment=NetworkSegment(9f3a0847-e5ad-4907-be31-712dcec04721),segment_id=9f3a0847-e5ad-4907-be31-712dcec04721)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:52.789144 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:52.804201 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-f53c74f0-ae10-48ff-ad35-eac8258601c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=6fd30c1a-e971-43f4-9ca6-f9b47701d6ce HTTP/1.1" status: 200 len: 217 time: 0.0742106 Sep 15 03:26:52.833757 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf144bf-ab16-43f9-8fec-aa39ff3694b0 x-openstack-request-id: req-5cf144bf-ab16-43f9-8fec-aa39ff3694b0 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:26:52.834324 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a85503-1231-4aec-a2a9-d62bd5a6aa10", "name": "network-vif-plugged", "status": "completed", "tag": "2c1cce10-a77d-475a-a3cd-84b4888a69ef", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:26:52.834591 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5cf144bf-ab16-43f9-8fec-aa39ff3694b0 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:26:52.835132 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a85503-1231-4aec-a2a9-d62bd5a6aa10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1cce10-a77d-475a-a3cd-84b4888a69ef', 'code': 200} Sep 15 03:26:52.856591 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=2c1cce10-a77d-475a-a3cd-84b4888a69ef,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:53.091226 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-cae3a0e4-0a7b-4951-8cb3-d86fa37c32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:53.092671 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-cae3a0e4-0a7b-4951-8cb3-d86fa37c32ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00573d95-9a0a-466a-a864-21daa08823eb HTTP/1.1" status: 200 len: 843 time: 0.2670357 Sep 15 03:26:53.100190 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c07ceb-a70d-43a1-86dc-ef29c83a09b6 req-ae63a65d-bf46-4aab-9911-38d5712e32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:53.101595 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d6c07ceb-a70d-43a1-86dc-ef29c83a09b6 req-ae63a65d-bf46-4aab-9911-38d5712e32e6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 1098 time: 0.2629316 Sep 15 03:26:53.150105 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c2fec-766b-4f16-ae73-95d9163ab988 req-7f451f00-656a-4ad4-98f3-2511277f7227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:53.152475 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-140c2fec-766b-4f16-ae73-95d9163ab988 req-7f451f00-656a-4ad4-98f3-2511277f7227 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 1099 time: 0.0444295 Sep 15 03:26:53.178846 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d6c07ceb-a70d-43a1-86dc-ef29c83a09b6 req-f0658c05-74bb-4b0d-a647-7456709a48f2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565279 Sep 15 03:26:53.186978 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-a53170ef-9a27-4802-b1c8-96593f77f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:53.188406 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-a53170ef-9a27-4802-b1c8-96593f77f0d0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=424dfbae-a77e-4254-b9e6-7a40688085ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0742667 Sep 15 03:26:53.407477 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544a9b7-72bc-4af9-b04e-df93bc0f454a req-7b3fbba5-4a42-4481-aa7c-b82589bbb6e9 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:53.408955 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2544a9b7-72bc-4af9-b04e-df93bc0f454a req-7b3fbba5-4a42-4481-aa7c-b82589bbb6e9 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0513487 Sep 15 03:26:53.446660 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2544a9b7-72bc-4af9-b04e-df93bc0f454a req-12d92867-7316-40c0-888d-c8e363e429d3 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316377 Sep 15 03:26:53.548209 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e98e5-753e-455a-8847-728f70fe18a6 req-8fff6fdc-7862-452e-9394-948b759d6737 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:53.549721 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-582e98e5-753e-455a-8847-728f70fe18a6 req-8fff6fdc-7862-452e-9394-948b759d6737 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0509794 Sep 15 03:26:53.588039 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-582e98e5-753e-455a-8847-728f70fe18a6 req-983d7977-5a09-43ad-8af6-e5f51e259123 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321264 Sep 15 03:26:53.705696 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-140c2fec-766b-4f16-ae73-95d9163ab988 req-46d83081-e62a-43c7-b027-86e8b1513e08 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381603 Sep 15 03:26:53.802188 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3035dc7-5f04-4ab5-bdf3-c1313b3fc927 req-cf090915-d444-4db6-a556-b242f445bd4e tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:53.803583 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d3035dc7-5f04-4ab5-bdf3-c1313b3fc927 req-cf090915-d444-4db6-a556-b242f445bd4e tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 948 time: 0.0996385 Sep 15 03:26:53.805748 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-b773a5ec-0ad1-4a8e-bce5-87eb22fde3e9 service neutron] 10.222.0.52 "GET /v2.0/networks/424dfbae-a77e-4254-b9e6-7a40688085ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380725 Sep 15 03:26:53.842216 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d3035dc7-5f04-4ab5-bdf3-c1313b3fc927 req-88044425-078f-42cf-a20c-376998072e2a tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318389 Sep 15 03:26:54.163984 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1c8eda04-a66a-4556-98be-e3eb57726c04 req-5d04c8bf-2804-48cf-b53c-41a5cf0355c6 service neutron] 10.222.0.52 "GET /v2.0/networks/424dfbae-a77e-4254-b9e6-7a40688085ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117520 Sep 15 03:26:54.245562 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 39686) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:54.329454 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045fd04-3946-4e71-aefb-d9bffe441a29 req-3b497987-4f45-403f-be6a-7579c5c38ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:54.330932 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9045fd04-3946-4e71-aefb-d9bffe441a29 req-3b497987-4f45-403f-be6a-7579c5c38ff8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa6f2163673147639fbc6f19441c386c&device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 1101 time: 0.0424592 Sep 15 03:26:54.376457 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3e313cc8-03b9-422c-995a-68a3d8adf28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:54.469117 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045fd04-3946-4e71-aefb-d9bffe441a29 req-32a50008-edf0-4478-bcb5-489907f98109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:54.470797 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9045fd04-3946-4e71-aefb-d9bffe441a29 req-32a50008-edf0-4478-bcb5-489907f98109 service neutron] 10.222.0.52 "GET /v2.0/networks?id=424dfbae-a77e-4254-b9e6-7a40688085ee HTTP/1.1" status: 200 len: 870 time: 0.1315019 Sep 15 03:26:54.520854 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9045fd04-3946-4e71-aefb-d9bffe441a29 req-7522fe92-e6ab-4959-892f-97d2c73532ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=6fd30c1a-e971-43f4-9ca6-f9b47701d6ce HTTP/1.1" status: 200 len: 217 time: 0.0381284 Sep 15 03:26:54.574781 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6109429-be69-40cb-9a51-b43392319591 req-89a4a2ac-985c-4b04-8e6d-1daca63f5966 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:54.576476 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a6109429-be69-40cb-9a51-b43392319591 req-89a4a2ac-985c-4b04-8e6d-1daca63f5966 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0572870 Sep 15 03:26:54.584480 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:26:54.609674 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045fd04-3946-4e71-aefb-d9bffe441a29 req-e7039a0b-b695-4b2e-b1ff-806c6a2ac860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:54.612160 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9045fd04-3946-4e71-aefb-d9bffe441a29 req-e7039a0b-b695-4b2e-b1ff-806c6a2ac860 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=00573d95-9a0a-466a-a864-21daa08823eb HTTP/1.1" status: 200 len: 843 time: 0.0721247 Sep 15 03:26:54.629220 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3e313cc8-03b9-422c-995a-68a3d8adf28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:54.645881 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3e313cc8-03b9-422c-995a-68a3d8adf28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:54.652771 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a6109429-be69-40cb-9a51-b43392319591 req-eb229f46-a85e-4b23-aa7d-0cc2bb02862f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629823 Sep 15 03:26:54.680061 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:26:54.685298 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:26:54.685980 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:54.750485 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-3e313cc8-03b9-422c-995a-68a3d8adf28b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a052b5dbf7c4785af3bda6947384acd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5014594 Sep 15 03:26:54.751626 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 39706) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:54.752745 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e313cc8-03b9-422c-995a-68a3d8adf28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36afca8-20d7-4825-b0bc-f0db3c57377d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:54.770686 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e313cc8-03b9-422c-995a-68a3d8adf28b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:54.771129 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e313cc8-03b9-422c-995a-68a3d8adf28b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:54.771587 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e313cc8-03b9-422c-995a-68a3d8adf28b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:54.772109 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e313cc8-03b9-422c-995a-68a3d8adf28b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:54.772583 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e313cc8-03b9-422c-995a-68a3d8adf28b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:54.773095 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e313cc8-03b9-422c-995a-68a3d8adf28b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:54.773553 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e313cc8-03b9-422c-995a-68a3d8adf28b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:54.773909 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e313cc8-03b9-422c-995a-68a3d8adf28b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:54.774649 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e313cc8-03b9-422c-995a-68a3d8adf28b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:54.775132 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e313cc8-03b9-422c-995a-68a3d8adf28b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:54.775960 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:54.776171 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e313cc8-03b9-422c-995a-68a3d8adf28b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:54.776736 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e313cc8-03b9-422c-995a-68a3d8adf28b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:54.785438 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045fd04-3946-4e71-aefb-d9bffe441a29 req-e5f2e8bc-286c-4445-9d16-a0041d7ec97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:54.786837 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9045fd04-3946-4e71-aefb-d9bffe441a29 req-e5f2e8bc-286c-4445-9d16-a0041d7ec97e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=424dfbae-a77e-4254-b9e6-7a40688085ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1550088 Sep 15 03:26:54.800311 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c21aa-7434-4292-ab5f-5e9807d21b0b req-14d3663e-8a82-4d6b-8089-1acc2bb9db4f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:54.810202 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8a9c21aa-7434-4292-ab5f-5e9807d21b0b req-14d3663e-8a82-4d6b-8089-1acc2bb9db4f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.1188493 Sep 15 03:26:54.819541 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7,segment=NetworkSegment(9f3a0847-e5ad-4907-be31-712dcec04721),segment_id=9f3a0847-e5ad-4907-be31-712dcec04721)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:54.825270 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:54.837573 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30888f20-4269-4df0-a00f-6c25a0b77a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f63d2c8-ad7a-4269-b636-9a37ba9a27b7'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:26:54.839737 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f4bfa1-13a7-453b-a1a1-978539a17f77" -d '{"events": [{"server_uuid": "30888f20-4269-4df0-a00f-6c25a0b77a44", "name": "network-vif-plugged", "status": "completed", "tag": "6f63d2c8-ad7a-4269-b636-9a37ba9a27b7"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:26:54.840013 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:54.889633 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8a9c21aa-7434-4292-ab5f-5e9807d21b0b req-73390e5b-bafd-4c68-beec-7fa167d11356 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784121 Sep 15 03:26:54.908732 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ec0c23-6dda-4e35-9d89-823951322f30 x-openstack-request-id: req-39ec0c23-6dda-4e35-9d89-823951322f30 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:26:54.909092 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30888f20-4269-4df0-a00f-6c25a0b77a44", "name": "network-vif-plugged", "status": "completed", "tag": "6f63d2c8-ad7a-4269-b636-9a37ba9a27b7", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:26:54.909410 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39ec0c23-6dda-4e35-9d89-823951322f30 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:26:54.909860 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30888f20-4269-4df0-a00f-6c25a0b77a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f63d2c8-ad7a-4269-b636-9a37ba9a27b7', 'code': 200} Sep 15 03:26:54.911924 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:54.915603 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:55.004904 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:55.008424 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:55.010908 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e36afca8-20d7-4825-b0bc-f0db3c57377d HTTP/1.1" status: 204 len: 168 time: 0.2571342 Sep 15 03:26:55.021239 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9045fd04-3946-4e71-aefb-d9bffe441a29 req-26b6dedf-9555-4372-88e8-6ddfdbf142ca service neutron] 10.222.0.52 "GET /v2.0/networks/424dfbae-a77e-4254-b9e6-7a40688085ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937950 Sep 15 03:26:55.022233 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36afca8-20d7-4825-b0bc-f0db3c57377d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:55.037019 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:55.037403 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:55.037723 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:55.038136 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:55.038472 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:55.038808 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:55.039567 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:55.039971 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:55.040223 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:55.040544 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:55.041136 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:55.041610 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892d0419-a384-457c-a00c-7cc4292bfe9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:55.058694 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65da9e-023a-4cf1-96e7-b4c2fab505d9 req-e3c06daf-d714-4eaa-9eb8-323eeb4ba540 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:55.061837 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2a65da9e-023a-4cf1-96e7-b4c2fab505d9 req-e3c06daf-d714-4eaa-9eb8-323eeb4ba540 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 948 time: 0.0911472 Sep 15 03:26:55.132239 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2a65da9e-023a-4cf1-96e7-b4c2fab505d9 req-9f1ccc0b-ee36-46a3-b94d-e2f4924ee507 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619733 Sep 15 03:26:55.215458 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9045fd04-3946-4e71-aefb-d9bffe441a29 req-1ed8414a-c643-4c37-8987-259b060d01b0 service neutron] 10.222.0.52 "GET /v2.0/networks/424dfbae-a77e-4254-b9e6-7a40688085ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210687 Sep 15 03:26:55.334277 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 39734) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:55.339381 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c859b2-55e1-47a6-8d4b-2e7a0bf4141e req-686e64a0-7a28-4bc7-9c92-539d6828f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:55.341058 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-15c859b2-55e1-47a6-8d4b-2e7a0bf4141e req-686e64a0-7a28-4bc7-9c92-539d6828f5c2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 1098 time: 0.0441859 Sep 15 03:26:55.351746 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-52b3ba05-de94-4e1a-a841-401ed7e9aa60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:55.451973 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-52b3ba05-de94-4e1a-a841-401ed7e9aa60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:55.457260 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-52b3ba05-de94-4e1a-a841-401ed7e9aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:55.506033 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-52b3ba05-de94-4e1a-a841-401ed7e9aa60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=146ae0eee2a24131805948465632826d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706462 Sep 15 03:26:55.506844 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3ba05-de94-4e1a-a841-401ed7e9aa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b85dda4-f460-4bbf-979a-58437e87ae6b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:55.510427 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 39738) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:55.546079 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-15c859b2-55e1-47a6-8d4b-2e7a0bf4141e req-d02946f6-45f7-446a-a408-e3b3ea6121a9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501294 Sep 15 03:26:55.566264 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14040710-16ef-4473-8b8e-f48350ac02bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:55.587519 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14040710-16ef-4473-8b8e-f48350ac02bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:55.634586 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14040710-16ef-4473-8b8e-f48350ac02bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:55.637679 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14040710-16ef-4473-8b8e-f48350ac02bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:55.638833 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-14040710-16ef-4473-8b8e-f48350ac02bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b85dda4-f460-4bbf-979a-58437e87ae6b HTTP/1.1" status: 204 len: 168 time: 0.1274519 Sep 15 03:26:55.646053 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14040710-16ef-4473-8b8e-f48350ac02bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b85dda4-f460-4bbf-979a-58437e87ae6b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:55.779997 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2ec65-79d7-413a-9ace-074c5ae38750 req-4f6b949f-6d33-4996-bf4d-f334a307cc1c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:55.781515 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-86a2ec65-79d7-413a-9ace-074c5ae38750 req-4f6b949f-6d33-4996-bf4d-f334a307cc1c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0549707 Sep 15 03:26:55.819980 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-86a2ec65-79d7-413a-9ace-074c5ae38750 req-ef6ccd1b-2b1d-483c-b86b-1bd8b54b7bf4 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324593 Sep 15 03:26:55.992168 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e8c00-d435-4a94-a216-5d5ee9208307 req-687a7129-8b0b-49c7-aad3-c972722ae599 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:55.999763 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-904e8c00-d435-4a94-a216-5d5ee9208307 req-687a7129-8b0b-49c7-aad3-c972722ae599 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0658553 Sep 15 03:26:56.003316 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 39756) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:26:56.010213 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e51867d0-f748-4334-99c5-18bcab077be5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Request body: {'floatingip': {'port_id': '139a300d-dee1-44e3-b669-ff419b2bc4c2'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:26:56.026357 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58901c01-ae5d-45ec-beb5-cbb196e56d01 req-3308e447-2b8d-4307-b40b-5a86ea16c873 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:56.027905 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-58901c01-ae5d-45ec-beb5-cbb196e56d01 req-3308e447-2b8d-4307-b40b-5a86ea16c873 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0578818 Sep 15 03:26:56.073684 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-58901c01-ae5d-45ec-beb5-cbb196e56d01 req-1c9e5f62-6094-44a2-97b6-aa4aa35d7859 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393188 Sep 15 03:26:56.114089 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e51867d0-f748-4334-99c5-18bcab077be5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:56.338813 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e4c70-f0d6-4e2e-ac8d-0dfd8ccaf875 req-f3d63d95-5452-4fee-be4d-cf92b2dad52d tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:56.340336 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-787e4c70-f0d6-4e2e-ac8d-0dfd8ccaf875 req-f3d63d95-5452-4fee-be4d-cf92b2dad52d tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 948 time: 0.1341794 Sep 15 03:26:56.417221 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-787e4c70-f0d6-4e2e-ac8d-0dfd8ccaf875 req-d8f16b99-b52d-4d76-9693-4998902c101e tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706108 Sep 15 03:26:56.976130 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e51867d0-f748-4334-99c5-18bcab077be5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:56.981101 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e51867d0-f748-4334-99c5-18bcab077be5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8074502'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:57.086670 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.l3_db [None req-e51867d0-f748-4334-99c5-18bcab077be5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Floating IP 3150eab1-073c-49d9-b614-4e75f54149d1 associated. External IP: 172.27.0.168, port: 139a300d-dee1-44e3-b669-ff419b2bc4c2. Sep 15 03:26:57.208074 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc596d3-6ff7-4ac3-877d-0a351cef7259 req-dc6771c6-beff-43bc-afb0-74325d1f98e2 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:57.210217 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2dc596d3-6ff7-4ac3-877d-0a351cef7259 req-dc6771c6-beff-43bc-afb0-74325d1f98e2 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0640512 Sep 15 03:26:57.261442 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2dc596d3-6ff7-4ac3-877d-0a351cef7259 req-4514db88-66e3-4d69-8d50-0be24f6cc6f0 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440378 Sep 15 03:26:57.321790 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51867d0-f748-4334-99c5-18bcab077be5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:26:57.443907 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51867d0-f748-4334-99c5-18bcab077be5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:26:57.450389 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e51867d0-f748-4334-99c5-18bcab077be5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:57.468923 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b5de6-d5e8-42a9-afb4-0c2847e81366 None None] Sync routers for ids ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:26:57.478576 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b5de6-d5e8-42a9-afb4-0c2847e81366 None None] Routers {'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:26:57.479616 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-206b5de6-d5e8-42a9-afb4-0c2847e81366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:26:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:57.492717 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-e51867d0-f748-4334-99c5-18bcab077be5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "PUT /v2.0/floatingips/3150eab1-073c-49d9-b614-4e75f54149d1 HTTP/1.1" status: 200 len: 991 time: 1.4869237 Sep 15 03:26:57.499925 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'tag': '139a300d-dee1-44e3-b669-ff419b2bc4c2'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:26:57.502619 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8ee973-2e2c-4c65-81c0-080039732cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "707b5418-207a-461a-9d94-2e7c9c4a8dda", "tag": "139a300d-dee1-44e3-b669-ff419b2bc4c2"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:26:57.550383 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1b868-0bf0-4cf9-945d-6d174faee787 req-a5ccd7f8-bfb2-4c90-9133-376e82d3b955 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:57.551903 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-caa1b868-0bf0-4cf9-945d-6d174faee787 req-a5ccd7f8-bfb2-4c90-9133-376e82d3b955 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 948 time: 0.0621886 Sep 15 03:26:57.589625 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-206b5de6-d5e8-42a9-afb4-0c2847e81366 None None] Set router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:26:57.592538 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-caa1b868-0bf0-4cf9-945d-6d174faee787 req-df3f9f16-453c-43c8-9d8d-1b2ef22893e1 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344930 Sep 15 03:26:57.637769 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34943eb2-5b65-4dd0-aea9-846f0c1ddefe x-openstack-request-id: req-34943eb2-5b65-4dd0-aea9-846f0c1ddefe {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:26:57.638084 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707b5418-207a-461a-9d94-2e7c9c4a8dda", "tag": "139a300d-dee1-44e3-b669-ff419b2bc4c2", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:26:57.638335 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34943eb2-5b65-4dd0-aea9-846f0c1ddefe {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:26:57.638721 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'tag': '139a300d-dee1-44e3-b669-ff419b2bc4c2', 'status': 'completed', 'code': 200} Sep 15 03:26:57.925624 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-206b5de6-d5e8-42a9-afb4-0c2847e81366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:26:05Z', 'revision_number': 4, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': '3150eab1-073c-49d9-b614-4e75f54149d1', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'port_id': '139a300d-dee1-44e3-b669-ff419b2bc4c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'mac_address': 'fa:16:3e:69:e5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:26:14Z', 'updated_at': '2021-09-15T03:26:56Z', 'revision_number': 1, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edb55d1e-3784-48c6-9ce4-42cc15abcc4d', 'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'mac_address': 'fa:16:3e:dd:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:03Z', 'updated_at': '2021-09-15T03:26:14Z', 'revision_number': 5, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'subnets': [{'id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:57.951795 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b5de6-d5e8-42a9-afb4-0c2847e81366 None None] Checking router: cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:26:57.959572 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b5de6-d5e8-42a9-afb4-0c2847e81366 None None] Routers {'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:26:57.960159 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-206b5de6-d5e8-42a9-afb4-0c2847e81366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:26:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:58.059277 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-206b5de6-d5e8-42a9-afb4-0c2847e81366 None None] Set router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:26:58.277245 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-206b5de6-d5e8-42a9-afb4-0c2847e81366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:26:05Z', 'revision_number': 4, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': '3150eab1-073c-49d9-b614-4e75f54149d1', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'port_id': '139a300d-dee1-44e3-b669-ff419b2bc4c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'mac_address': 'fa:16:3e:69:e5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:26:14Z', 'updated_at': '2021-09-15T03:26:56Z', 'revision_number': 1, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edb55d1e-3784-48c6-9ce4-42cc15abcc4d', 'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'mac_address': 'fa:16:3e:dd:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:03Z', 'updated_at': '2021-09-15T03:26:14Z', 'revision_number': 5, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'subnets': [{'id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:26:58.303083 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b5de6-d5e8-42a9-afb4-0c2847e81366 None None] The sync data for ids ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'] in dv-cinder-806965-6-iscsi is: [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:26:05Z', 'revision_number': 4, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': '3150eab1-073c-49d9-b614-4e75f54149d1', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'port_id': '139a300d-dee1-44e3-b669-ff419b2bc4c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'mac_address': 'fa:16:3e:69:e5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:26:14Z', 'updated_at': '2021-09-15T03:26:56Z', 'revision_number': 1, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edb55d1e-3784-48c6-9ce4-42cc15abcc4d', 'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'mac_address': 'fa:16:3e:dd:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:03Z', 'updated_at': '2021-09-15T03:26:14Z', 'revision_number': 5, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'subnets': [{'id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:26:58.389383 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6989003-4c39-4100-b322-5722ebc67ff9 req-9f22d00f-da8f-443d-ad83-6f097e49b4e8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:58.391514 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f6989003-4c39-4100-b322-5722ebc67ff9 req-9f22d00f-da8f-443d-ad83-6f097e49b4e8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0556180 Sep 15 03:26:58.429132 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f6989003-4c39-4100-b322-5722ebc67ff9 req-16ecf5dd-941d-4ac9-a470-204ce7c7ed3e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315120 Sep 15 03:26:58.513608 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8b2812-629f-47a5-9631-4bf7bebec4f5 None None] New status for floating IP 3150eab1-073c-49d9-b614-4e75f54149d1: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:26:58.711897 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9888f-25d4-49b7-88a2-aa5598159eef req-55934c3a-d629-4f42-9e3f-414a4ddfffda tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:58.714103 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-02d9888f-25d4-49b7-88a2-aa5598159eef req-55934c3a-d629-4f42-9e3f-414a4ddfffda tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 948 time: 0.0536785 Sep 15 03:26:58.754615 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-02d9888f-25d4-49b7-88a2-aa5598159eef req-d3fb1892-f5d3-459b-a921-f28a5e72a02c tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341208 Sep 15 03:26:58.855089 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:26:58.954411 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6fd30c1a-e971-43f4-9ca6-f9b47701d6ce,segment=NetworkSegment(980745cf-d4e1-4acf-85aa-35a63b99c118),segment_id=980745cf-d4e1-4acf-85aa-35a63b99c118)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:58.966672 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': '6fd30c1a-e971-43f4-9ca6-f9b47701d6ce', 'network_id': '424dfbae-a77e-4254-b9e6-7a40688085ee', 'port_id': '6fd30c1a-e971-43f4-9ca6-f9b47701d6ce', 'mac_address': 'fa:16:3e:67:4b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00573d95-9a0a-466a-a864-21daa08823eb', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:26:59.005988 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:59.020458 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:26:59.047964 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6fd30c1a-e971-43f4-9ca6-f9b47701d6ce,segment=NetworkSegment(980745cf-d4e1-4acf-85aa-35a63b99c118),segment_id=980745cf-d4e1-4acf-85aa-35a63b99c118)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:26:59.051592 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:26:59.083042 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ee973-2e2c-4c65-81c0-080039732cd9 req-01744df4-31af-45b3-aef7-dc426e02a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:59.084578 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fc8ee973-2e2c-4c65-81c0-080039732cd9 req-01744df4-31af-45b3-aef7-dc426e02a85a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cfd6b9797a94b10a0e749d1d77b96be&device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 1098 time: 0.0567718 Sep 15 03:26:59.105267 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=6fd30c1a-e971-43f4-9ca6-f9b47701d6ce,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:26:59.115333 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:59.115694 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:59.116042 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:59.116386 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:59.116727 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:59.117065 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:59.117402 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:59.117735 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:59.118089 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:59.118423 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:59.118809 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:59.119785 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:26:59.221798 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ee973-2e2c-4c65-81c0-080039732cd9 req-a3017659-62ba-459d-818b-b578fcce04eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:59.223193 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fc8ee973-2e2c-4c65-81c0-080039732cd9 req-a3017659-62ba-459d-818b-b578fcce04eb service neutron] 10.222.0.52 "GET /v2.0/networks?id=26fdd753-7482-4f5b-beff-09787fea2442 HTTP/1.1" status: 200 len: 918 time: 0.0858212 Sep 15 03:26:59.327260 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fc8ee973-2e2c-4c65-81c0-080039732cd9 req-2e8346ca-4c0f-4a0b-8ffb-9cd5f41e8f03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2 HTTP/1.1" status: 200 len: 1001 time: 0.0909874 Sep 15 03:26:59.390646 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ee973-2e2c-4c65-81c0-080039732cd9 req-b4fec033-8a30-4e2e-9454-5b0692820a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:59.393336 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fc8ee973-2e2c-4c65-81c0-080039732cd9 req-b4fec033-8a30-4e2e-9454-5b0692820a36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c310f472-bb8c-474d-9c9c-ea872f0338ee HTTP/1.1" status: 200 len: 856 time: 0.0570798 Sep 15 03:26:59.448548 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ee973-2e2c-4c65-81c0-080039732cd9 req-60b5c59d-0039-4bb6-84b5-cf55baa02504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:59.448548 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fc8ee973-2e2c-4c65-81c0-080039732cd9 req-60b5c59d-0039-4bb6-84b5-cf55baa02504 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26fdd753-7482-4f5b-beff-09787fea2442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418282 Sep 15 03:26:59.720588 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['6fd30c1a-e971-43f4-9ca6-f9b47701d6ce'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:26:59.786004 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7aadd2-3a3d-4ba9-a083-326d05b91f05 req-ecc92950-fd1c-407f-aa59-09fd20b293bd tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:59.787436 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9d7aadd2-3a3d-4ba9-a083-326d05b91f05 req-ecc92950-fd1c-407f-aa59-09fd20b293bd tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.2827010 Sep 15 03:26:59.792053 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fc8ee973-2e2c-4c65-81c0-080039732cd9 req-2d0bc697-2d2f-4c3d-adb2-1917a6aa0292 service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311810 Sep 15 03:26:59.899563 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9d7aadd2-3a3d-4ba9-a083-326d05b91f05 req-20e61634-06c2-44d1-a442-6f732c052006 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035695 Sep 15 03:26:59.938121 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bec07f-fb06-412f-ab19-76d823a603f2 req-92ed2262-3ff2-4c61-9812-8debf79fb468 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:26:59.940215 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-76bec07f-fb06-412f-ab19-76d823a603f2 req-92ed2262-3ff2-4c61-9812-8debf79fb468 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 949 time: 0.0834043 Sep 15 03:26:59.961926 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fc8ee973-2e2c-4c65-81c0-080039732cd9 req-273c369c-6ad4-48ae-9f4d-dc3c83eb47fa service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522720 Sep 15 03:26:59.990940 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-76bec07f-fb06-412f-ab19-76d823a603f2 req-685bf4af-eb10-425e-a2aa-6dd2b83c5b77 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437541 Sep 15 03:27:00.282645 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2579e-f0f5-49ba-bd68-7c6dea05e4de req-8afc2dfc-b6b2-4f8e-b06c-7114340f9e4e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:00.284255 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2cc2579e-f0f5-49ba-bd68-7c6dea05e4de req-8afc2dfc-b6b2-4f8e-b06c-7114340f9e4e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0721717 Sep 15 03:27:00.349069 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2cc2579e-f0f5-49ba-bd68-7c6dea05e4de req-f1ea114c-f40d-473e-b22d-5e549398d245 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582314 Sep 15 03:27:00.370612 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d374-686e-435d-86fd-a0b6ded3ba12 req-b67cbbd6-8345-4766-bcac-6db857d135ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:00.372720 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0270d374-686e-435d-86fd-a0b6ded3ba12 req-b67cbbd6-8345-4766-bcac-6db857d135ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1a7d9654f1349838636f7b058f11cdd&device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 1099 time: 0.0615249 Sep 15 03:27:00.528265 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d374-686e-435d-86fd-a0b6ded3ba12 req-e809adfa-89e4-41eb-8fa4-6d766e4cf125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:00.531536 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0270d374-686e-435d-86fd-a0b6ded3ba12 req-e809adfa-89e4-41eb-8fa4-6d766e4cf125 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7588eb8-7874-4300-aedf-ff35fa5eab1b HTTP/1.1" status: 200 len: 920 time: 0.1223068 Sep 15 03:27:00.622217 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0270d374-686e-435d-86fd-a0b6ded3ba12 req-04dc8a1e-743e-49d8-8f2b-885902c34243 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c1cce10-a77d-475a-a3cd-84b4888a69ef HTTP/1.1" status: 200 len: 217 time: 0.0465376 Sep 15 03:27:00.678195 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d374-686e-435d-86fd-a0b6ded3ba12 req-57c19dbe-37b8-4925-8c0f-bfabfe810c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:00.679712 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0270d374-686e-435d-86fd-a0b6ded3ba12 req-57c19dbe-37b8-4925-8c0f-bfabfe810c7b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c9e3f9f-b37e-4b44-8bf5-f43db7c01291 HTTP/1.1" status: 200 len: 859 time: 0.0491376 Sep 15 03:27:00.730800 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0270d374-686e-435d-86fd-a0b6ded3ba12 req-b139c634-69d3-4dce-99c4-526ecdf44c69 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7588eb8-7874-4300-aedf-ff35fa5eab1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269318 Sep 15 03:27:00.844631 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0270d374-686e-435d-86fd-a0b6ded3ba12 req-97d14856-67c0-4501-b096-80f114715c90 service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992508 Sep 15 03:27:00.970558 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0270d374-686e-435d-86fd-a0b6ded3ba12 req-1ac2cd7a-ad5f-4663-901a-2535fe638053 service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135099 Sep 15 03:27:01.145770 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d56b1-bf7f-44ae-bd5c-f3ec8ce4c3f7 req-3329a157-ea00-4a34-b6b5-e138bbf65ec9 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:01.147672 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5a2d56b1-bf7f-44ae-bd5c-f3ec8ce4c3f7 req-3329a157-ea00-4a34-b6b5-e138bbf65ec9 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 949 time: 0.0541301 Sep 15 03:27:01.188264 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5a2d56b1-bf7f-44ae-bd5c-f3ec8ce4c3f7 req-3f85d574-125a-4833-85d7-ffe60502e8ce tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336578 Sep 15 03:27:01.468007 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f28735-3c5c-48df-9b02-a99319931ef0 req-11b5be25-f969-42f7-8ab6-efc363d7c957 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:01.469738 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-22f28735-3c5c-48df-9b02-a99319931ef0 req-11b5be25-f969-42f7-8ab6-efc363d7c957 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0493135 Sep 15 03:27:01.506916 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-22f28735-3c5c-48df-9b02-a99319931ef0 req-f3d6100c-2995-4cd1-863b-7cd4d50273c0 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313234 Sep 15 03:27:02.091458 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 39958) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:02.207357 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-931071b4-aa41-4d32-9b32-a6acf650a5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:02.332323 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-931071b4-aa41-4d32-9b32-a6acf650a5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:02.340394 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-931071b4-aa41-4d32-9b32-a6acf650a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:02.359385 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525abad8-9a65-436d-af34-1f24cabc2fd1 req-62d6d100-9719-4e11-93e5-b984c565ef94 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:02.360898 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-525abad8-9a65-436d-af34-1f24cabc2fd1 req-62d6d100-9719-4e11-93e5-b984c565ef94 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 949 time: 0.0803132 Sep 15 03:27:02.406093 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-931071b4-aa41-4d32-9b32-a6acf650a5fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94bdebe17a1b4710b5ae5dbba2e8818e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135300 Sep 15 03:27:02.407296 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 39972) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:02.412470 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931071b4-aa41-4d32-9b32-a6acf650a5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beef6fea-b0b9-4b9d-987c-dc17515ab401,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:02.436476 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-525abad8-9a65-436d-af34-1f24cabc2fd1 req-deb256ba-a231-4ebd-bc62-a163da94652a tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687101 Sep 15 03:27:02.463302 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd847608-34e9-4c4c-8bcc-b8afe8b92063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:02.484163 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd847608-34e9-4c4c-8bcc-b8afe8b92063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:02.530921 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd847608-34e9-4c4c-8bcc-b8afe8b92063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:02.533477 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd847608-34e9-4c4c-8bcc-b8afe8b92063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:02.534674 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-fd847608-34e9-4c4c-8bcc-b8afe8b92063 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/beef6fea-b0b9-4b9d-987c-dc17515ab401 HTTP/1.1" status: 204 len: 168 time: 0.1264050 Sep 15 03:27:02.542535 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd847608-34e9-4c4c-8bcc-b8afe8b92063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beef6fea-b0b9-4b9d-987c-dc17515ab401,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:02.657050 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da537896-68bb-4e5e-894a-2efc28e52c12 req-d0a8340b-b5e7-4675-a859-8a021b71f948 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:02.658835 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-da537896-68bb-4e5e-894a-2efc28e52c12 req-d0a8340b-b5e7-4675-a859-8a021b71f948 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0751407 Sep 15 03:27:02.700170 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-da537896-68bb-4e5e-894a-2efc28e52c12 req-b3e525b5-3d6a-4c87-a1f7-93325034d8dc tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346611 Sep 15 03:27:02.865587 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 39986) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:02.878413 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-367ced84-724b-44f9-89d0-c7767cf4acce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:02.964927 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-367ced84-724b-44f9-89d0-c7767cf4acce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:02.968429 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-367ced84-724b-44f9-89d0-c7767cf4acce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:03.007399 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-367ced84-724b-44f9-89d0-c7767cf4acce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e83262eb97c34e7fbd6e99324d708bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406853 Sep 15 03:27:03.008257 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ced84-724b-44f9-89d0-c7767cf4acce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679138af-f466-48c5-adcc-92fb3bb730f7,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:03.010794 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 39988) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:03.068009 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-893a76c0-c160-439f-8f33-07115fd7f5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:03.090373 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-893a76c0-c160-439f-8f33-07115fd7f5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:03.136851 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-893a76c0-c160-439f-8f33-07115fd7f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:03.139420 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-893a76c0-c160-439f-8f33-07115fd7f5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:03.140668 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-893a76c0-c160-439f-8f33-07115fd7f5c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/679138af-f466-48c5-adcc-92fb3bb730f7 HTTP/1.1" status: 204 len: 168 time: 0.1266379 Sep 15 03:27:03.148107 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a76c0-c160-439f-8f33-07115fd7f5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679138af-f466-48c5-adcc-92fb3bb730f7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:03.554761 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71a8fa-22c8-4b07-a01b-d8af7e64d507 req-0d6d0446-6eb3-472c-9574-ded0cfd7f9c9 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:03.557087 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ea71a8fa-22c8-4b07-a01b-d8af7e64d507 req-0d6d0446-6eb3-472c-9574-ded0cfd7f9c9 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 949 time: 0.0484681 Sep 15 03:27:03.596358 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ea71a8fa-22c8-4b07-a01b-d8af7e64d507 req-7a658ac7-81d0-482e-84bd-daae8b8b81e4 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330656 Sep 15 03:27:03.823749 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8bfd8-c488-491f-bd7d-6d1dd330b22c req-76bb0d5e-1c48-45c7-a04d-b6ce298bd67d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:03.825233 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-def8bfd8-c488-491f-bd7d-6d1dd330b22c req-76bb0d5e-1c48-45c7-a04d-b6ce298bd67d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0566697 Sep 15 03:27:03.864728 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-def8bfd8-c488-491f-bd7d-6d1dd330b22c req-8060f14a-4dd9-41e6-91d0-e3e6f9ed08ce tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333655 Sep 15 03:27:04.528617 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:27:04.578193 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:27:04.581734 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:04.582109 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:04.656320 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:04.678881 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2747e57f-b03b-48e2-9521-e8b5408a5748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd30c1a-e971-43f4-9ca6-f9b47701d6ce'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:27:04.681167 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebfc737-a52a-4978-94aa-65e4c10c75d5" -d '{"events": [{"server_uuid": "2747e57f-b03b-48e2-9521-e8b5408a5748", "name": "network-vif-plugged", "status": "completed", "tag": "6fd30c1a-e971-43f4-9ca6-f9b47701d6ce"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:27:04.694141 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6fd30c1a-e971-43f4-9ca6-f9b47701d6ce,segment=NetworkSegment(980745cf-d4e1-4acf-85aa-35a63b99c118),segment_id=980745cf-d4e1-4acf-85aa-35a63b99c118)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:04.698203 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:04.711863 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d6086-9bcb-4904-998c-696c7dee5df2 req-30e17e99-e260-4fe5-a4c0-2b2d41f0d5fd tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:04.714119 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-437d6086-9bcb-4904-998c-696c7dee5df2 req-30e17e99-e260-4fe5-a4c0-2b2d41f0d5fd tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 949 time: 0.0497870 Sep 15 03:27:04.752922 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=6fd30c1a-e971-43f4-9ca6-f9b47701d6ce,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:04.760387 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-437d6086-9bcb-4904-998c-696c7dee5df2 req-199f1649-758d-4647-9ea0-6fcbd8a727d9 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385511 Sep 15 03:27:04.799809 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5334f885-1460-4b33-a6a5-3a5337e7a492 x-openstack-request-id: req-5334f885-1460-4b33-a6a5-3a5337e7a492 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:27:04.800105 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2747e57f-b03b-48e2-9521-e8b5408a5748", "name": "network-vif-plugged", "status": "completed", "tag": "6fd30c1a-e971-43f4-9ca6-f9b47701d6ce", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:27:04.800359 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5334f885-1460-4b33-a6a5-3a5337e7a492 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:27:04.800759 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2747e57f-b03b-48e2-9521-e8b5408a5748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd30c1a-e971-43f4-9ca6-f9b47701d6ce', 'code': 200} Sep 15 03:27:04.980806 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87816259-477b-45bd-8c05-2b0f7dbcf4d3 req-7b0c1f16-eca5-45dd-9816-5dd6411bf85f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:04.982271 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-87816259-477b-45bd-8c05-2b0f7dbcf4d3 req-7b0c1f16-eca5-45dd-9816-5dd6411bf85f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0476916 Sep 15 03:27:05.019232 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-87816259-477b-45bd-8c05-2b0f7dbcf4d3 req-c1412092-5845-4f47-8962-0a5f6d8e9f56 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308847 Sep 15 03:27:05.710870 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-969f5472-f5c8-488a-adeb-0118a6bb25dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:05.852752 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a19b9dfb-bac7-4d83-b332-c5da9e4c7f53 req-a1550ef6-8fe8-41bf-8ed1-0169ef1ffc47 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0637014 Sep 15 03:27:05.925106 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f152ac-ec12-4922-9637-b2da3c4ce047 req-bc093422-ea60-4aa2-aeaf-2d65536ef0c4 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:05.931483 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-10f152ac-ec12-4922-9637-b2da3c4ce047 req-bc093422-ea60-4aa2-aeaf-2d65536ef0c4 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 950 time: 0.0748749 Sep 15 03:27:05.967034 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-10f152ac-ec12-4922-9637-b2da3c4ce047 req-8d132937-3f28-4d60-88bc-fa6ae0eae65e tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342107 Sep 15 03:27:06.015143 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ea069-7189-45b4-a225-d038c8526c5d req-24deb351-0e17-47af-9f9e-a859d6eb750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:06.016944 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5e8ea069-7189-45b4-a225-d038c8526c5d req-24deb351-0e17-47af-9f9e-a859d6eb750b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 1103 time: 0.0486135 Sep 15 03:27:06.018257 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b9dfb-bac7-4d83-b332-c5da9e4c7f53 req-959ffc2e-f12a-4d4c-baea-aebe8ad7ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:06.020389 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a19b9dfb-bac7-4d83-b332-c5da9e4c7f53 req-959ffc2e-f12a-4d4c-baea-aebe8ad7ee49 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3cd9eca2129f472e8609fb0d94295490&device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 1098 time: 0.0536151 Sep 15 03:27:06.066158 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5e8ea069-7189-45b4-a225-d038c8526c5d req-60651925-ede7-44e3-8a0b-512c5daf86a8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340962 Sep 15 03:27:06.155039 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b03c7f-8bfc-443d-926f-8869cb2acb6b req-82a67b72-54b2-441f-a974-041dd8e23b0a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:06.156662 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d2b03c7f-8bfc-443d-926f-8869cb2acb6b req-82a67b72-54b2-441f-a974-041dd8e23b0a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0545044 Sep 15 03:27:06.187618 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b9dfb-bac7-4d83-b332-c5da9e4c7f53 req-29f061f1-7621-4794-944e-26da299aabb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:06.189083 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a19b9dfb-bac7-4d83-b332-c5da9e4c7f53 req-29f061f1-7621-4794-944e-26da299aabb3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b8daf99a-17b3-4743-95da-fadcf799d0ee HTTP/1.1" status: 200 len: 912 time: 0.1251845 Sep 15 03:27:06.196234 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d2b03c7f-8bfc-443d-926f-8869cb2acb6b req-1f0fc819-ceea-47ab-adad-18eeae53815d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328982 Sep 15 03:27:06.201251 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62762710-a854-47be-b441-22803e223263 req-a261fc57-00d3-4b4c-a095-71f6a38d9fb3 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:06.202836 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-62762710-a854-47be-b441-22803e223263 req-a261fc57-00d3-4b4c-a095-71f6a38d9fb3 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0693457 Sep 15 03:27:06.244167 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-62762710-a854-47be-b441-22803e223263 req-59fbdeb2-0ee0-4753-8a26-e7af8b7f72cd tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351908 Sep 15 03:27:06.526565 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:06.567041 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a19b9dfb-bac7-4d83-b332-c5da9e4c7f53 req-c1da9b5a-418f-45aa-99f6-93f3f7cda07c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a9228eb-a07d-4d59-bf78-0ed154db5ce5 HTTP/1.1" status: 200 len: 217 time: 0.0417349 Sep 15 03:27:06.627171 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b9dfb-bac7-4d83-b332-c5da9e4c7f53 req-c8b155af-50fb-487a-8573-fbd8b2ab9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:06.627171 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a19b9dfb-bac7-4d83-b332-c5da9e4c7f53 req-c8b155af-50fb-487a-8573-fbd8b2ab9812 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9031a0b9-7e5b-4793-b045-6d26d02c899f HTTP/1.1" status: 200 len: 851 time: 0.0497842 Sep 15 03:27:06.661727 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a19b9dfb-bac7-4d83-b332-c5da9e4c7f53 req-cc5216cb-cba8-43a0-84a9-593119d9c923 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b8daf99a-17b3-4743-95da-fadcf799d0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247228 Sep 15 03:27:06.767243 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a19b9dfb-bac7-4d83-b332-c5da9e4c7f53 req-f779abd6-8be3-4483-85a1-79e23a9a3fab service neutron] 10.222.0.52 "GET /v2.0/networks/b8daf99a-17b3-4743-95da-fadcf799d0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924125 Sep 15 03:27:06.862893 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a19b9dfb-bac7-4d83-b332-c5da9e4c7f53 req-bf746a12-aac8-4cbb-a5dc-505d28454d14 service neutron] 10.222.0.52 "GET /v2.0/networks/b8daf99a-17b3-4743-95da-fadcf799d0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887702 Sep 15 03:27:06.870001 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 40098) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:06.985246 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba830d64-6fcf-470e-a0ee-13ba628ba86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:07.119727 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437891e-5955-4034-9212-71d2a1c58690 req-2e701f58-9066-4bae-a37f-dafc51b39c43 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:07.121163 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e437891e-5955-4034-9212-71d2a1c58690 req-2e701f58-9066-4bae-a37f-dafc51b39c43 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 950 time: 0.0749407 Sep 15 03:27:07.126048 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba830d64-6fcf-470e-a0ee-13ba628ba86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:07.140064 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba830d64-6fcf-470e-a0ee-13ba628ba86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:07.192607 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ba830d64-6fcf-470e-a0ee-13ba628ba86b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3649a013ec984fc6a9d190abdbfa7de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216486 Sep 15 03:27:07.195376 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 40106) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:07.195944 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e437891e-5955-4034-9212-71d2a1c58690 req-a74320d3-8e93-4f99-b765-79ccfd0a4f9f tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685148 Sep 15 03:27:07.196689 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba830d64-6fcf-470e-a0ee-13ba628ba86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698ce2f2-a4aa-48ae-b842-c6940b616260,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:07.251992 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d176b0ce-1ae6-4381-9cec-26870723d3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:07.274195 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d176b0ce-1ae6-4381-9cec-26870723d3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:07.317524 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c253e5-807e-414f-bad4-1c0bf79a90b5 req-386c0130-3934-4277-9bee-8ee4301f3fc8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:07.319137 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-89c253e5-807e-414f-bad4-1c0bf79a90b5 req-386c0130-3934-4277-9bee-8ee4301f3fc8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0539296 Sep 15 03:27:07.324334 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d176b0ce-1ae6-4381-9cec-26870723d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:07.326947 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d176b0ce-1ae6-4381-9cec-26870723d3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:07.328095 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-d176b0ce-1ae6-4381-9cec-26870723d3d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/698ce2f2-a4aa-48ae-b842-c6940b616260 HTTP/1.1" status: 204 len: 168 time: 0.1301692 Sep 15 03:27:07.335780 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176b0ce-1ae6-4381-9cec-26870723d3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698ce2f2-a4aa-48ae-b842-c6940b616260,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:07.364145 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-89c253e5-807e-414f-bad4-1c0bf79a90b5 req-416bf79f-bce4-42b1-950c-98348662b71d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369282 Sep 15 03:27:07.480250 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f6d48-adde-48dc-b37d-dea51e00bd87 req-91516db2-6390-4ffe-876c-5aef5f234f81 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:07.481734 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fe7f6d48-adde-48dc-b37d-dea51e00bd87 req-91516db2-6390-4ffe-876c-5aef5f234f81 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0523922 Sep 15 03:27:07.522585 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fe7f6d48-adde-48dc-b37d-dea51e00bd87 req-67d11b99-3f91-4ab3-b0d9-93cedbf4fc6d tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348454 Sep 15 03:27:07.601887 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 40118) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:07.615412 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e33d0049-cfa0-47bd-9412-92594be031cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:07.710204 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e33d0049-cfa0-47bd-9412-92594be031cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:07.716111 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e33d0049-cfa0-47bd-9412-92594be031cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:07.757734 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-e33d0049-cfa0-47bd-9412-92594be031cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d1d591ddb2b4f64a830af84f9ecb5ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524322 Sep 15 03:27:07.757734 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d0049-cfa0-47bd-9412-92594be031cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645b3fe7-a5d7-47f2-9cc4-22f97a297ab3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:07.758884 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 40130) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:07.810755 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77cf034b-126c-4619-981e-7905f4104be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:07.831958 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77cf034b-126c-4619-981e-7905f4104be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:07.877809 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77cf034b-126c-4619-981e-7905f4104be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:07.880540 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77cf034b-126c-4619-981e-7905f4104be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:07.884384 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-77cf034b-126c-4619-981e-7905f4104be6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/645b3fe7-a5d7-47f2-9cc4-22f97a297ab3 HTTP/1.1" status: 204 len: 168 time: 0.1216712 Sep 15 03:27:07.892737 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf034b-126c-4619-981e-7905f4104be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645b3fe7-a5d7-47f2-9cc4-22f97a297ab3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:08.185128 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2a4c168b-2414-4405-a9bc-8d0a071242b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:08.319086 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1d558-527b-48e8-a101-71245f64c8eb req-cff6f243-9ca8-4f91-8ec1-a95983ef0bf7 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:08.320577 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-07b1d558-527b-48e8-a101-71245f64c8eb req-cff6f243-9ca8-4f91-8ec1-a95983ef0bf7 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 950 time: 0.0507960 Sep 15 03:27:08.361542 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-07b1d558-527b-48e8-a101-71245f64c8eb req-24eee614-3fca-4a3b-9eb2-5346c7575d10 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325894 Sep 15 03:27:08.488656 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf6419-0635-4619-ba64-3621a1a8fa7c req-23468199-46fe-42ee-9919-df75c9cdaf01 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:08.490420 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ebcf6419-0635-4619-ba64-3621a1a8fa7c req-23468199-46fe-42ee-9919-df75c9cdaf01 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0528955 Sep 15 03:27:08.530437 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ebcf6419-0635-4619-ba64-3621a1a8fa7c req-481eb27f-0364-4a45-828a-6315e87e7f22 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330408 Sep 15 03:27:08.643792 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f43d35-18b8-478e-85b1-3bebfd4e8bc6 req-d299c6d8-0778-47eb-8279-8c3dd514f206 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:08.645378 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-89f43d35-18b8-478e-85b1-3bebfd4e8bc6 req-d299c6d8-0778-47eb-8279-8c3dd514f206 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0490215 Sep 15 03:27:08.683601 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-89f43d35-18b8-478e-85b1-3bebfd4e8bc6 req-1255871b-a72c-405c-be30-6bb1529495c4 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312319 Sep 15 03:27:08.747133 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:09.397511 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:09.477872 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4132aa-acf2-4d97-9d42-8bbe735eaa5e req-d827362f-060c-4646-b203-7c0badf62136 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:09.480261 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ae4132aa-acf2-4d97-9d42-8bbe735eaa5e req-d827362f-060c-4646-b203-7c0badf62136 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 950 time: 0.0490124 Sep 15 03:27:09.519255 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ae4132aa-acf2-4d97-9d42-8bbe735eaa5e req-e55cd59f-d462-4b38-b636-0c6a22f0b205 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320024 Sep 15 03:27:09.655181 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408b3e4-6ca7-4a5a-8d21-69ec020c6b62 req-89343fee-4222-4eca-b73d-e078f7dc8742 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:09.657266 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2408b3e4-6ca7-4a5a-8d21-69ec020c6b62 req-89343fee-4222-4eca-b73d-e078f7dc8742 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0572495 Sep 15 03:27:09.693767 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2408b3e4-6ca7-4a5a-8d21-69ec020c6b62 req-89efcc6e-f2cd-4993-ae2a-6c6c711cf8f7 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306625 Sep 15 03:27:09.801933 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9c365-f150-4e85-b65e-695e53d44705 req-6835754f-a20e-41df-9be8-e9fc81d5fbe1 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:09.803534 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-aeb9c365-f150-4e85-b65e-695e53d44705 req-6835754f-a20e-41df-9be8-e9fc81d5fbe1 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0495479 Sep 15 03:27:09.848113 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-aeb9c365-f150-4e85-b65e-695e53d44705 req-120cea9b-bc25-4bb5-a1f4-eb5b2de50752 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374639 Sep 15 03:27:10.637577 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaea193-6af0-4573-9870-22b3a0530104 req-ca52bbbd-72d6-471b-b757-dcf1c2ac2df1 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:10.639177 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cbaea193-6af0-4573-9870-22b3a0530104 req-ca52bbbd-72d6-471b-b757-dcf1c2ac2df1 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 950 time: 0.0483623 Sep 15 03:27:10.679046 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cbaea193-6af0-4573-9870-22b3a0530104 req-74b83663-7924-4ed3-a316-be2a11df6a58 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330338 Sep 15 03:27:10.815429 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:10.838537 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ff52e-bdc4-489f-a604-545ec05625e4 req-57b0381b-cc9c-4264-bfde-9e256bcd0e08 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:10.840128 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b64ff52e-bdc4-489f-a604-545ec05625e4 req-57b0381b-cc9c-4264-bfde-9e256bcd0e08 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0700166 Sep 15 03:27:10.879801 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b64ff52e-bdc4-489f-a604-545ec05625e4 req-0253bda7-18eb-424d-b153-723e7496e8a0 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333197 Sep 15 03:27:10.970516 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abcdf6-fd4c-4d37-b9ad-811add5794e7 req-9b11c10b-5cd1-4750-a473-ca8fbd952539 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:10.972040 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-47abcdf6-fd4c-4d37-b9ad-811add5794e7 req-9b11c10b-5cd1-4750-a473-ca8fbd952539 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0509405 Sep 15 03:27:11.011341 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-47abcdf6-fd4c-4d37-b9ad-811add5794e7 req-8a45a64c-c57f-4c60-99d4-ccaf01a6bd42 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331426 Sep 15 03:27:11.795229 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35212db3-9fe7-49f4-9fd9-02675862f749 req-913b8d7c-4588-4c14-b2d2-ed5b2ae08a86 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:11.796706 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-35212db3-9fe7-49f4-9fd9-02675862f749 req-913b8d7c-4588-4c14-b2d2-ed5b2ae08a86 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 950 time: 0.0479259 Sep 15 03:27:11.833447 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-35212db3-9fe7-49f4-9fd9-02675862f749 req-3caf89b8-0dd2-4dd5-9b2a-c1bfce693fcd tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308604 Sep 15 03:27:12.078088 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180cd26-07ce-421d-bad9-96c6d1719c2e req-6264315b-e546-4b55-8979-9ecad30eb4b7 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:12.079597 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e180cd26-07ce-421d-bad9-96c6d1719c2e req-6264315b-e546-4b55-8979-9ecad30eb4b7 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0481360 Sep 15 03:27:12.116119 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e180cd26-07ce-421d-bad9-96c6d1719c2e req-e4734420-02e5-43d0-960d-e3da2e330fb9 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305891 Sep 15 03:27:12.219378 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d57754-e0ce-44eb-861b-4f702e41fc4d req-e82d5bae-9eb0-4f0c-bcd2-68c1364cfe54 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:12.220861 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-03d57754-e0ce-44eb-861b-4f702e41fc4d req-e82d5bae-9eb0-4f0c-bcd2-68c1364cfe54 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 950 time: 0.0507085 Sep 15 03:27:12.259482 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-03d57754-e0ce-44eb-861b-4f702e41fc4d req-bf949096-22fd-449f-94d2-41f3fba68bfd tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328498 Sep 15 03:27:12.380102 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291b882-ff9d-4f83-846f-aff3a5d08f4e req-ff33e7e8-7ab2-4415-a389-38b218a1e8ba tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:12.382325 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0291b882-ff9d-4f83-846f-aff3a5d08f4e req-ff33e7e8-7ab2-4415-a389-38b218a1e8ba tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0530241 Sep 15 03:27:12.425173 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0291b882-ff9d-4f83-846f-aff3a5d08f4e req-2755b58a-1767-4458-a7ea-a4302e9a8a70 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357049 Sep 15 03:27:12.802554 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 40322) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:12.906668 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3575-cd4a-4e74-b7ef-b84cf2086cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:12.991654 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3575-cd4a-4e74-b7ef-b84cf2086cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:12.995592 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3575-cd4a-4e74-b7ef-b84cf2086cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:13.035499 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-d1ab3575-cd4a-4e74-b7ef-b84cf2086cf9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=664f63ac3702478db46946445f9e9b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318087 Sep 15 03:27:13.036720 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab3575-cd4a-4e74-b7ef-b84cf2086cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249b8454-8ac1-4797-9883-8affc2945de5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:13.038223 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 40328) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:13.088815 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87d2aadb-f00f-402a-9f9c-a99f9bd52a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:13.109108 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87d2aadb-f00f-402a-9f9c-a99f9bd52a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:13.159355 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87d2aadb-f00f-402a-9f9c-a99f9bd52a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:13.161903 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87d2aadb-f00f-402a-9f9c-a99f9bd52a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:13.163157 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-87d2aadb-f00f-402a-9f9c-a99f9bd52a95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/249b8454-8ac1-4797-9883-8affc2945de5 HTTP/1.1" status: 204 len: 168 time: 0.1238325 Sep 15 03:27:13.173508 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2aadb-f00f-402a-9f9c-a99f9bd52a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249b8454-8ac1-4797-9883-8affc2945de5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:13.241135 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589d424-3004-4cd5-a34a-f13e69b16644 req-f549b3a4-7b66-4852-bcc3-362c22f99e91 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:13.242717 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7589d424-3004-4cd5-a34a-f13e69b16644 req-f549b3a4-7b66-4852-bcc3-362c22f99e91 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0522792 Sep 15 03:27:13.283255 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7589d424-3004-4cd5-a34a-f13e69b16644 req-d6499ce9-5cd5-42d3-af29-f0722cca3395 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344884 Sep 15 03:27:13.402382 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5043fd1-22b2-48e0-9e28-837245fca763 req-832adb39-fc41-4bc2-b629-0d7aa86c887e tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:13.404060 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d5043fd1-22b2-48e0-9e28-837245fca763 req-832adb39-fc41-4bc2-b629-0d7aa86c887e tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 950 time: 0.0571692 Sep 15 03:27:13.442243 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d5043fd1-22b2-48e0-9e28-837245fca763 req-7d98bbce-158e-4969-9247-cacf8864fc8f tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324311 Sep 15 03:27:13.446916 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 40340) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:13.460266 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33e4d6eb-3ad9-41a2-b5d4-db9875dc5395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:13.568627 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439ea3d-91b8-4452-a8ce-b2881bb9d930 req-70fd9183-7c82-4704-8fca-e00cd023fe70 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:13.569992 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5439ea3d-91b8-4452-a8ce-b2881bb9d930 req-70fd9183-7c82-4704-8fca-e00cd023fe70 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0697796 Sep 15 03:27:13.605107 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33e4d6eb-3ad9-41a2-b5d4-db9875dc5395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:13.610738 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33e4d6eb-3ad9-41a2-b5d4-db9875dc5395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:13.641807 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5439ea3d-91b8-4452-a8ce-b2881bb9d930 req-8dec132d-1f15-40a3-a7cd-fcbc126172aa tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619636 Sep 15 03:27:13.655461 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-33e4d6eb-3ad9-41a2-b5d4-db9875dc5395 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03a4efc3205546c79bec83d3e4f3cf3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075515 Sep 15 03:27:13.658321 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 40344) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:13.660105 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4d6eb-3ad9-41a2-b5d4-db9875dc5395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347af50d-838a-4360-bd86-ce63a622e1ca,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:13.707070 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a65f0d6e-6a25-4043-9005-0b0a7a0acb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:13.727667 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a65f0d6e-6a25-4043-9005-0b0a7a0acb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:13.771090 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a65f0d6e-6a25-4043-9005-0b0a7a0acb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:13.773621 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a65f0d6e-6a25-4043-9005-0b0a7a0acb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:13.774848 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-a65f0d6e-6a25-4043-9005-0b0a7a0acb83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/347af50d-838a-4360-bd86-ce63a622e1ca HTTP/1.1" status: 204 len: 168 time: 0.1153972 Sep 15 03:27:13.783842 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f0d6e-6a25-4043-9005-0b0a7a0acb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347af50d-838a-4360-bd86-ce63a622e1ca,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:14.401490 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e9616-32e6-474f-bc24-0962ca424035 req-faf7da15-97af-4a18-899f-4d86e9ff6c6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:14.403724 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3a6e9616-32e6-474f-bc24-0962ca424035 req-faf7da15-97af-4a18-899f-4d86e9ff6c6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0538113 Sep 15 03:27:14.442611 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3a6e9616-32e6-474f-bc24-0962ca424035 req-0e339e00-ccad-4531-9670-ed4e6bd27835 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319786 Sep 15 03:27:14.560421 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ef14c-bce2-4e4d-a092-370b55b04ca7 req-d59fb745-be87-43a6-b116-050b08ea136a tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:14.561914 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a86ef14c-bce2-4e4d-a092-370b55b04ca7 req-d59fb745-be87-43a6-b116-050b08ea136a tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 950 time: 0.0512743 Sep 15 03:27:14.600782 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a86ef14c-bce2-4e4d-a092-370b55b04ca7 req-202338a9-162f-4538-a426-2749da27de7b tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325367 Sep 15 03:27:14.761414 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e922a-875c-4120-b7b9-6aaf884b4b97 req-5d132a3e-91b0-4dd4-aefd-d93a1fd3afe0 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:14.762938 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-965e922a-875c-4120-b7b9-6aaf884b4b97 req-5d132a3e-91b0-4dd4-aefd-d93a1fd3afe0 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0494456 Sep 15 03:27:14.801812 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-965e922a-875c-4120-b7b9-6aaf884b4b97 req-a9c4454f-d048-4b80-8a64-4ac6ad18718f tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323431 Sep 15 03:27:15.361690 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 40404) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:15.466471 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b02dbc0-631c-4372-bc92-44cf6cfa2ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:15.561394 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2a027-e8d2-48cf-bf17-799a30040930 req-d6d9836b-4817-4fa1-9e5c-dccd8781b246 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:15.562913 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-92c2a027-e8d2-48cf-bf17-799a30040930 req-d6d9836b-4817-4fa1-9e5c-dccd8781b246 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0488307 Sep 15 03:27:15.570012 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b02dbc0-631c-4372-bc92-44cf6cfa2ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:15.574464 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b02dbc0-631c-4372-bc92-44cf6cfa2ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:15.602245 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-92c2a027-e8d2-48cf-bf17-799a30040930 req-9e12c452-75a2-46ad-b7ac-d059333493ca tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331223 Sep 15 03:27:15.614070 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-8b02dbc0-631c-4372-bc92-44cf6cfa2ef8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e752d3ebb9134b26a248bf2e094aeedc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513113 Sep 15 03:27:15.614926 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02dbc0-631c-4372-bc92-44cf6cfa2ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab23558-5275-4150-9834-59314f8cd89a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:15.616775 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 40412) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:15.673913 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4402ee9-8c74-4f07-b76e-c742bc7b6590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:15.699472 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4402ee9-8c74-4f07-b76e-c742bc7b6590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:15.719548 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dca26b-3a4a-4461-9b76-b95abf593396 req-f18dfa15-723c-4165-984d-ff5a2bf3c78f tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:15.721051 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-27dca26b-3a4a-4461-9b76-b95abf593396 req-f18dfa15-723c-4165-984d-ff5a2bf3c78f tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 950 time: 0.0523071 Sep 15 03:27:15.746336 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4402ee9-8c74-4f07-b76e-c742bc7b6590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:15.749324 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4402ee9-8c74-4f07-b76e-c742bc7b6590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:15.750486 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-e4402ee9-8c74-4f07-b76e-c742bc7b6590 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ab23558-5275-4150-9834-59314f8cd89a HTTP/1.1" status: 204 len: 168 time: 0.1325963 Sep 15 03:27:15.761535 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4402ee9-8c74-4f07-b76e-c742bc7b6590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab23558-5275-4150-9834-59314f8cd89a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:15.762486 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-27dca26b-3a4a-4461-9b76-b95abf593396 req-4fd52e8b-b4e8-455a-8b1c-1d1e5b6e6449 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354676 Sep 15 03:27:15.917378 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9997ed-8f11-4ab2-8ba6-30dbc5075ee2 req-bde10c7b-9364-4600-b025-a3ace8eb1fa8 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:15.918914 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eb9997ed-8f11-4ab2-8ba6-30dbc5075ee2 req-bde10c7b-9364-4600-b025-a3ace8eb1fa8 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0491214 Sep 15 03:27:15.979731 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eb9997ed-8f11-4ab2-8ba6-30dbc5075ee2 req-a79e9902-94fc-423b-a305-8bf17df57571 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532968 Sep 15 03:27:16.066175 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 40434) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:16.084702 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53e1ff67-e92a-42e5-9e34-7e2de4802e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:16.190801 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53e1ff67-e92a-42e5-9e34-7e2de4802e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:16.194794 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53e1ff67-e92a-42e5-9e34-7e2de4802e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:16.232424 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-53e1ff67-e92a-42e5-9e34-7e2de4802e5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23aa7d208c2a485aac17d5bebdfbf932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625156 Sep 15 03:27:16.232734 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 40440) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:16.259634 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1ff67-e92a-42e5-9e34-7e2de4802e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8353265-4f34-48e7-a272-835f24814bea,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:16.286797 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ecced03-c7bb-49c7-acf5-02973f2a8881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:16.308030 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ecced03-c7bb-49c7-acf5-02973f2a8881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:16.356247 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ecced03-c7bb-49c7-acf5-02973f2a8881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:16.358816 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ecced03-c7bb-49c7-acf5-02973f2a8881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:16.359982 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-0ecced03-c7bb-49c7-acf5-02973f2a8881 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8353265-4f34-48e7-a272-835f24814bea HTTP/1.1" status: 204 len: 168 time: 0.1262724 Sep 15 03:27:16.367347 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecced03-c7bb-49c7-acf5-02973f2a8881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8353265-4f34-48e7-a272-835f24814bea,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:16.633726 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311afd5-0365-435f-8b19-ac2c2372765f req-1f880bfc-d05d-43d9-89fc-064cffb4eb2c tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:16.635957 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7311afd5-0365-435f-8b19-ac2c2372765f req-1f880bfc-d05d-43d9-89fc-064cffb4eb2c tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0509620 Sep 15 03:27:16.737889 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2a98f-8915-48a1-a851-df3b978bba72 req-84fa8190-4164-43bb-81fe-6a45a9fb6efe tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:16.739700 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-02b2a98f-8915-48a1-a851-df3b978bba72 req-84fa8190-4164-43bb-81fe-6a45a9fb6efe tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0630965 Sep 15 03:27:16.790668 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-02b2a98f-8915-48a1-a851-df3b978bba72 req-9ffa5ff2-20fb-40cb-be9e-ad7de26c2b8a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397012 Sep 15 03:27:16.798056 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-7311afd5-0365-435f-8b19-ac2c2372765f req-65d6d4f3-53e2-402f-9d96-8da5899e8cb2 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Deleting port 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:27:16.798409 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7311afd5-0365-435f-8b19-ac2c2372765f req-65d6d4f3-53e2-402f-9d96-8da5899e8cb2 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:16.933343 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-7311afd5-0365-435f-8b19-ac2c2372765f req-65d6d4f3-53e2-402f-9d96-8da5899e8cb2 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] For port 9a9228eb-a07d-4d59-bf78-0ed154db5ce5, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9a9228eb-a07d-4d59-bf78-0ed154db5ce5,segment=NetworkSegment(a4f4b0fc-cdd8-4eda-8c37-326391799b29),segment_id=a4f4b0fc-cdd8-4eda-8c37-326391799b29)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:16.933718 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7311afd5-0365-435f-8b19-ac2c2372765f req-65d6d4f3-53e2-402f-9d96-8da5899e8cb2 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:16.951907 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83a44a-3cb1-452c-b16b-36604ed21325 req-b8a1db6a-55fa-450a-b456-c35b2101830d tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:16.953430 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bc83a44a-3cb1-452c-b16b-36604ed21325 req-b8a1db6a-55fa-450a-b456-c35b2101830d tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 950 time: 0.0834146 Sep 15 03:27:16.959653 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-7311afd5-0365-435f-8b19-ac2c2372765f req-65d6d4f3-53e2-402f-9d96-8da5899e8cb2 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Calling delete_port for 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:27:17.099646 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 40472) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:17.127656 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917367aa-d5f8-4c66-8d4f-4022700d734d req-cc9babf5-1c39-4249-b6f5-f1dc97c25ee4 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:17.129490 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-917367aa-d5f8-4c66-8d4f-4022700d734d req-cc9babf5-1c39-4249-b6f5-f1dc97c25ee4 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 945 time: 0.0759277 Sep 15 03:27:17.177265 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-917367aa-d5f8-4c66-8d4f-4022700d734d req-23e4ff77-286f-4ba5-8917-8b3ce36a4f3d tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/security-groups?id=51b70876-2ff9-4302-a61b-24852b84fb7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411806 Sep 15 03:27:17.240526 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-7f60358d-db34-41c4-a9ee-530db07cd6cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-624223876-network', 'tenant_id': '7da5d37fbc0746988b2ff045c4f70ca8'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:17.252929 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bc83a44a-3cb1-452c-b16b-36604ed21325 req-feef8ea5-2023-456b-ade9-633c54e5891b tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/security-groups?id=36503056-a71d-4444-8355-f8395105190b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899663 Sep 15 03:27:17.281720 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f60358d-db34-41c4-a9ee-530db07cd6cb admin admin] Made reservation on behalf of 7da5d37fbc0746988b2ff045c4f70ca8 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:27:17.285481 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f60358d-db34-41c4-a9ee-530db07cd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:17.298145 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f60358d-db34-41c4-a9ee-530db07cd6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:17.345805 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7311afd5-0365-435f-8b19-ac2c2372765f req-65d6d4f3-53e2-402f-9d96-8da5899e8cb2 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:17.378693 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6d4f3-53e2-402f-9d96-8da5899e8cb2 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Pushing event deleted for resources: {'Port': ['ID=9a9228eb-a07d-4d59-bf78-0ed154db5ce5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:17.394613 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['9a9228eb-a07d-4d59-bf78-0ed154db5ce5'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:27:17.444987 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f60358d-db34-41c4-a9ee-530db07cd6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:17.446311 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7311afd5-0365-435f-8b19-ac2c2372765f req-65d6d4f3-53e2-402f-9d96-8da5899e8cb2 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] No DVR routers for this DVR port 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 on host hv-cinder-80696 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:27:17.451013 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7311afd5-0365-435f-8b19-ac2c2372765f req-65d6d4f3-53e2-402f-9d96-8da5899e8cb2 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:17.453211 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7311afd5-0365-435f-8b19-ac2c2372765f req-65d6d4f3-53e2-402f-9d96-8da5899e8cb2 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.52 "DELETE /v2.0/ports/9a9228eb-a07d-4d59-bf78-0ed154db5ce5 HTTP/1.1" status: 204 len: 173 time: 0.8095922 Sep 15 03:27:17.453744 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9581f0-4d80-4dab-934b-719b15c4b0f3', 'name': 'network-vif-deleted', 'tag': '9a9228eb-a07d-4d59-bf78-0ed154db5ce5'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:27:17.455369 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7040e9a-ea62-4944-8e35-11f5a748cef2 req-c552444f-5f34-4361-bd3d-1b27f1b4bae7 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:17.456052 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c5e5a7ed1901eac8cf18039674ee6f7c806fec2fd0ee94a2a8e9c46147c846e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05227168-07eb-487a-b0a0-86c55dd0798e" -d '{"events": [{"server_uuid": "0a9581f0-4d80-4dab-934b-719b15c4b0f3", "name": "network-vif-deleted", "tag": "9a9228eb-a07d-4d59-bf78-0ed154db5ce5"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:27:17.456886 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a7040e9a-ea62-4944-8e35-11f5a748cef2 req-c552444f-5f34-4361-bd3d-1b27f1b4bae7 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.52 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 950 time: 0.0901296 Sep 15 03:27:17.460135 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f60358d-db34-41c4-a9ee-530db07cd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:17.496829 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c278dfa3-27a7-4d4d-83c4-097578a36317 x-openstack-request-id: req-c278dfa3-27a7-4d4d-83c4-097578a36317 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:27:17.497149 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9581f0-4d80-4dab-934b-719b15c4b0f3", "name": "network-vif-deleted", "tag": "9a9228eb-a07d-4d59-bf78-0ed154db5ce5", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:27:17.497418 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c278dfa3-27a7-4d4d-83c4-097578a36317 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:27:17.497830 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9581f0-4d80-4dab-934b-719b15c4b0f3', 'name': 'network-vif-deleted', 'tag': '9a9228eb-a07d-4d59-bf78-0ed154db5ce5', 'status': 'completed', 'code': 200} Sep 15 03:27:17.542821 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f60358d-db34-41c4-a9ee-530db07cd6cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:27:17.550021 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60358d-db34-41c4-a9ee-530db07cd6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e77bb0f-b86a-415c-922d-88b1f385b60a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:17.568453 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f60358d-db34-41c4-a9ee-530db07cd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:17.568770 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.segments_db [None req-7f60358d-db34-41c4-a9ee-530db07cd6cb admin admin] Added segment 2a585ffb-8119-4b59-a721-058e10075e69 of type vlan for network 67f4c415-938d-49b7-a541-48f9309fa89e Sep 15 03:27:17.667467 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f60358d-db34-41c4-a9ee-530db07cd6cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:17.706430 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a7040e9a-ea62-4944-8e35-11f5a748cef2 req-37dc36fa-9f34-4fc0-ae57-e7afb612ff40 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Deleting port 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:27:17.706903 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7040e9a-ea62-4944-8e35-11f5a748cef2 req-37dc36fa-9f34-4fc0-ae57-e7afb612ff40 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:17.732261 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f60358d-db34-41c4-a9ee-530db07cd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:17.733237 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f60358d-db34-41c4-a9ee-530db07cd6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:17.733849 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f60358d-db34-41c4-a9ee-530db07cd6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:17.802398 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-7f60358d-db34-41c4-a9ee-530db07cd6cb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7014701 Sep 15 03:27:17.806161 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 40494) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:17.815467 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-6d3cf587-d900-4d61-b9fb-b39026ada54e admin admin] Request body: {'subnet': {'network_id': '67f4c415-938d-49b7-a541-48f9309fa89e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-624223876-subnet', 'tenant_id': '7da5d37fbc0746988b2ff045c4f70ca8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:17.840274 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3cf587-d900-4d61-b9fb-b39026ada54e admin admin] Made reservation on behalf of 7da5d37fbc0746988b2ff045c4f70ca8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:27:17.844677 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6d3cf587-d900-4d61-b9fb-b39026ada54e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:17.847251 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60358d-db34-41c4-a9ee-530db07cd6cb admin admin] Pushing event updated for resources: {'Network': ['ID=67f4c415-938d-49b7-a541-48f9309fa89e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:17.859460 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network 67f4c415-938d-49b7-a541-48f9309fa89e details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:27:17.880722 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-a7040e9a-ea62-4944-8e35-11f5a748cef2 req-37dc36fa-9f34-4fc0-ae57-e7afb612ff40 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] For port 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6fd30c1a-e971-43f4-9ca6-f9b47701d6ce,segment=NetworkSegment(980745cf-d4e1-4acf-85aa-35a63b99c118),segment_id=980745cf-d4e1-4acf-85aa-35a63b99c118)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:17.881099 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7040e9a-ea62-4944-8e35-11f5a748cef2 req-37dc36fa-9f34-4fc0-ae57-e7afb612ff40 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:17.919079 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a7040e9a-ea62-4944-8e35-11f5a748cef2 req-37dc36fa-9f34-4fc0-ae57-e7afb612ff40 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Calling delete_port for 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:27:18.021335 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f18abf-ec45-485d-a748-374245d9ef69 req-cdc1342c-1d37-42ae-a673-8f7ac3b2b8bb tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:18.023151 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e7f18abf-ec45-485d-a748-374245d9ef69 req-cdc1342c-1d37-42ae-a673-8f7ac3b2b8bb tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0973606 Sep 15 03:27:18.120078 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e7f18abf-ec45-485d-a748-374245d9ef69 req-e1dc64f2-9b59-4591-9b94-790602c9b3ad tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878959 Sep 15 03:27:18.140446 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6d3cf587-d900-4d61-b9fb-b39026ada54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:18.208637 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7040e9a-ea62-4944-8e35-11f5a748cef2 req-37dc36fa-9f34-4fc0-ae57-e7afb612ff40 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:18.210741 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cf587-d900-4d61-b9fb-b39026ada54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d73f41-fba6-44e1-b031-dc4cf3c935d7,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:18.238486 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3cf587-d900-4d61-b9fb-b39026ada54e admin admin] Checking segment: {'id': '2a585ffb-8119-4b59-a721-058e10075e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '67f4c415-938d-49b7-a541-48f9309fa89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:27:18.238833 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3cf587-d900-4d61-b9fb-b39026ada54e admin admin] Network hostable DHCP agents. Network: 67f4c415-938d-49b7-a541-48f9309fa89e, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:27:18.262818 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3cf587-d900-4d61-b9fb-b39026ada54e admin admin] Network 67f4c415-938d-49b7-a541-48f9309fa89e is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:27:18.264746 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['6fd30c1a-e971-43f4-9ca6-f9b47701d6ce'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:27:18.290826 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-6d3cf587-d900-4d61-b9fb-b39026ada54e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, 67f4c415-938d-49b7-a541-48f9309fa89e) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:18.298173 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3cf587-d900-4d61-b9fb-b39026ada54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:18.298788 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6d3cf587-d900-4d61-b9fb-b39026ada54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:18.360554 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990c440a-8eb1-4786-86ee-c84b01fb2c61 None None] Network 67f4c415-938d-49b7-a541-48f9309fa89e requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:27:18.363649 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc36fa-9f34-4fc0-ae57-e7afb612ff40 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Pushing event deleted for resources: {'Port': ['ID=6fd30c1a-e971-43f4-9ca6-f9b47701d6ce,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:18.415149 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-6d3cf587-d900-4d61-b9fb-b39026ada54e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6060414 Sep 15 03:27:18.480923 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9a09177f-87da-4637-b6f6-399d48eb0c83 req-be775353-83e9-49b7-aa79-6e0202c6d972 tempest-DeleteServersTestJSON-1365369058 tempest-DeleteServersTestJSON-1365369058-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a9581f0-4d80-4dab-934b-719b15c4b0f3 HTTP/1.1" status: 200 len: 210 time: 0.1460364 Sep 15 03:27:18.517037 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7040e9a-ea62-4944-8e35-11f5a748cef2 req-37dc36fa-9f34-4fc0-ae57-e7afb612ff40 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] No DVR routers for this DVR port 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:27:18.521228 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7040e9a-ea62-4944-8e35-11f5a748cef2 req-37dc36fa-9f34-4fc0-ae57-e7afb612ff40 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:18.523995 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a7040e9a-ea62-4944-8e35-11f5a748cef2 req-37dc36fa-9f34-4fc0-ae57-e7afb612ff40 tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.52 "DELETE /v2.0/ports/6fd30c1a-e971-43f4-9ca6-f9b47701d6ce HTTP/1.1" status: 204 len: 173 time: 1.0393124 Sep 15 03:27:18.524476 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2747e57f-b03b-48e2-9521-e8b5408a5748', 'name': 'network-vif-deleted', 'tag': '6fd30c1a-e971-43f4-9ca6-f9b47701d6ce'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:27:18.534762 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77bc1ec-fbd6-4baa-8cb9-1d2c8b804f73" -d '{"events": [{"server_uuid": "2747e57f-b03b-48e2-9521-e8b5408a5748", "name": "network-vif-deleted", "tag": "6fd30c1a-e971-43f4-9ca6-f9b47701d6ce"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:27:18.576396 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8efba7d8-06bd-4cfb-a16d-58d1eb33672a req-aad25856-b640-489e-9c69-48ae6b0a8fbf tempest-VolumesNegativeTest-789933472 tempest-VolumesNegativeTest-789933472-project] 10.222.0.24 "GET /v2.0/ports?device_id=2747e57f-b03b-48e2-9521-e8b5408a5748 HTTP/1.1" status: 200 len: 210 time: 0.1055861 Sep 15 03:27:18.636885 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd6e560-ce39-4a16-a2b2-c7fef59f4112 None None] Network 67f4c415-938d-49b7-a541-48f9309fa89e requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:27:18.644116 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ce5c52-f646-4a07-a1d1-9dd1dbf63c06 x-openstack-request-id: req-f7ce5c52-f646-4a07-a1d1-9dd1dbf63c06 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:27:18.644508 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2747e57f-b03b-48e2-9521-e8b5408a5748", "name": "network-vif-deleted", "tag": "6fd30c1a-e971-43f4-9ca6-f9b47701d6ce", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:27:18.644861 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7ce5c52-f646-4a07-a1d1-9dd1dbf63c06 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:27:18.645655 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2747e57f-b03b-48e2-9521-e8b5408a5748', 'name': 'network-vif-deleted', 'tag': '6fd30c1a-e971-43f4-9ca6-f9b47701d6ce', 'status': 'completed', 'code': 200} Sep 15 03:27:19.238933 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4ea42-ca2d-44a4-84ac-edc04b5e6cca req-58b548a7-9384-42bf-979e-44bf938f78af tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:19.240434 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1dc4ea42-ca2d-44a4-84ac-edc04b5e6cca req-58b548a7-9384-42bf-979e-44bf938f78af tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0509608 Sep 15 03:27:19.278891 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1dc4ea42-ca2d-44a4-84ac-edc04b5e6cca req-21129b0d-5d4e-412d-9e26-2e7c49e5733e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321887 Sep 15 03:27:20.438671 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137f481-7ab8-4d0c-88c9-228c343628ef req-8f50986f-b469-4adb-89e8-521cdd75afe8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:20.446492 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e137f481-7ab8-4d0c-88c9-228c343628ef req-8f50986f-b469-4adb-89e8-521cdd75afe8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0800316 Sep 15 03:27:20.479209 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-2f793ba6-ec71-4e65-8e71-b60c735fc54a tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:20.487172 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-2f793ba6-ec71-4e65-8e71-b60c735fc54a tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/networks?id=67f4c415-938d-49b7-a541-48f9309fa89e HTTP/1.1" status: 200 len: 808 time: 0.1632450 Sep 15 03:27:20.489959 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e137f481-7ab8-4d0c-88c9-228c343628ef req-db8fa1b2-40ab-4565-9e41-6538425540e5 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409970 Sep 15 03:27:20.504724 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-db6bf689-926c-44f0-9e63-98d61a8516a7 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/quotas/7da5d37fbc0746988b2ff045c4f70ca8 HTTP/1.1" status: 200 len: 375 time: 0.0163965 Sep 15 03:27:20.543685 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-5c8fe014-0490-4957-9345-befe9cc86675 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7da5d37fbc0746988b2ff045c4f70ca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378027 Sep 15 03:27:20.560270 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 40654) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:20.646620 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-0b6e4d47-eb86-41fd-ab0e-b3aff79c302e service neutron] 10.222.0.24 "GET /v2.0/networks/67f4c415-938d-49b7-a541-48f9309fa89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004794 Sep 15 03:27:20.677221 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b4375e37-593e-42e7-81fc-8f9d792ef4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:20.758619 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-096a14bb-7660-4103-b745-7a35a0d2c2ec service neutron] 10.222.0.24 "GET /v2.0/networks/67f4c415-938d-49b7-a541-48f9309fa89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047792 Sep 15 03:27:20.798425 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b4375e37-593e-42e7-81fc-8f9d792ef4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:20.804283 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b4375e37-593e-42e7-81fc-8f9d792ef4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:20.844070 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4375e37-593e-42e7-81fc-8f9d792ef4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b5f76e-f4cc-40e0-9e8b-f5a4e27d50af,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:20.851419 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 40706) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:20.851569 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-b4375e37-593e-42e7-81fc-8f9d792ef4f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2b665da42364985ac951e904a6eb83b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919946 Sep 15 03:27:20.926848 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-47381217-8acb-4322-96c0-676e40845707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:20.954257 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-47381217-8acb-4322-96c0-676e40845707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.014069 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4a2e5569-8b75-41d0-9aaa-e19c649fb3bf req-a172a99b-c98c-4b5b-a700-f868d8896021 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 210 time: 0.0365350 Sep 15 03:27:21.037949 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-47381217-8acb-4322-96c0-676e40845707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.040899 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-47381217-8acb-4322-96c0-676e40845707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.043048 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-47381217-8acb-4322-96c0-676e40845707 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14b5f76e-f4cc-40e0-9e8b-f5a4e27d50af HTTP/1.1" status: 204 len: 168 time: 0.1906199 Sep 15 03:27:21.053575 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47381217-8acb-4322-96c0-676e40845707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b5f76e-f4cc-40e0-9e8b-f5a4e27d50af,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:21.081384 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 40730) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:21.129329 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-66048f10-77e9-464f-b264-73bc150c0f3a admin admin] Deleting subnet 9031a0b9-7e5b-4793-b045-6d26d02c899f {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:27:21.132862 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66048f10-77e9-464f-b264-73bc150c0f3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.181037 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66048f10-77e9-464f-b264-73bc150c0f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2434170'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.226154 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66048f10-77e9-464f-b264-73bc150c0f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7828435'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.308067 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66048f10-77e9-464f-b264-73bc150c0f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7828420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2767537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3306211'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.337232 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66048f10-77e9-464f-b264-73bc150c0f3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9031a0b9-7e5b-4793-b045-6d26d02c899f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:21.340396 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66048f10-77e9-464f-b264-73bc150c0f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.342368 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-66048f10-77e9-464f-b264-73bc150c0f3a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9031a0b9-7e5b-4793-b045-6d26d02c899f HTTP/1.1" status: 204 len: 168 time: 0.2596862 Sep 15 03:27:21.345165 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 40746) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:21.392747 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 40748) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:21.406135 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd165211-ab05-4d1f-b2b1-441916deaa4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.420970 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dbb28cbe-d7ca-46d6-a0ab-13cfd34f6181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858466'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.506187 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dbb28cbe-d7ca-46d6-a0ab-13cfd34f6181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7829332', 'neutron.services.segments.db._delete_segments_for_network-8760529642141'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.520470 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd165211-ab05-4d1f-b2b1-441916deaa4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.528132 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd165211-ab05-4d1f-b2b1-441916deaa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.528520 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-dbb28cbe-d7ca-46d6-a0ab-13cfd34f6181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8daf99a-17b3-4743-95da-fadcf799d0ee']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:21.540285 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-dbb28cbe-d7ca-46d6-a0ab-13cfd34f6181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f4b0fc-cdd8-4eda-8c37-326391799b29') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:21.540589 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-dbb28cbe-d7ca-46d6-a0ab-13cfd34f6181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f4b0fc-cdd8-4eda-8c37-326391799b29') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:21.552735 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dbb28cbe-d7ca-46d6-a0ab-13cfd34f6181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760529642406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2434161'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.575993 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dbb28cbe-d7ca-46d6-a0ab-13cfd34f6181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.584402 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb28cbe-d7ca-46d6-a0ab-13cfd34f6181 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:27:21.584833 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dbb28cbe-d7ca-46d6-a0ab-13cfd34f6181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2767215'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: Traceback (most recent call last): Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: timer() Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: cb(*args, **kw) Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: return func(*args, **kwargs) Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: self._notify() Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: self.callback(batched_events) Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: event.method(event) Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: return f(self, *a, **k) Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._get(url).json() Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: return self.request(url, 'GET', **kwargs) Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:27:21.586629 dv-cinder-806965-6-iscsi neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:27:21.588496 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd165211-ab05-4d1f-b2b1-441916deaa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6681d0d-13d5-463d-8c92-363e734f9253,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:21.608981 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-cd165211-ab05-4d1f-b2b1-441916deaa4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11fe814969c74ca8807895f7a21934bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127202 Sep 15 03:27:21.611199 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 40772) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:21.652151 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dbb28cbe-d7ca-46d6-a0ab-13cfd34f6181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7829325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8074516'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.655852 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445955d-0e1e-4207-b7f7-09c0469015fd req-ef1a8f4e-8afc-484f-be6e-8d07cc2a6e36 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:21.657402 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c445955d-0e1e-4207-b7f7-09c0469015fd req-ef1a8f4e-8afc-484f-be6e-8d07cc2a6e36 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0862288 Sep 15 03:27:21.660577 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dbb28cbe-d7ca-46d6-a0ab-13cfd34f6181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.664853 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-dbb28cbe-d7ca-46d6-a0ab-13cfd34f6181 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b8daf99a-17b3-4743-95da-fadcf799d0ee HTTP/1.1" status: 204 len: 168 time: 0.3162971 Sep 15 03:27:21.675335 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb28cbe-d7ca-46d6-a0ab-13cfd34f6181 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8daf99a-17b3-4743-95da-fadcf799d0ee,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:21.716121 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccbef03b-319e-495f-89d8-e22904b3a883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.721266 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c445955d-0e1e-4207-b7f7-09c0469015fd req-981bae33-c479-421a-8788-2ae4e101dcf1 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501819 Sep 15 03:27:21.751398 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccbef03b-319e-495f-89d8-e22904b3a883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.802490 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccbef03b-319e-495f-89d8-e22904b3a883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.805806 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccbef03b-319e-495f-89d8-e22904b3a883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.810587 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ccbef03b-319e-495f-89d8-e22904b3a883 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6681d0d-13d5-463d-8c92-363e734f9253 HTTP/1.1" status: 204 len: 168 time: 0.1937320 Sep 15 03:27:21.816258 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbef03b-319e-495f-89d8-e22904b3a883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6681d0d-13d5-463d-8c92-363e734f9253,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:21.860882 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 40808) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:21.902370 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-2572be0b-a485-43d3-a751-373e632919d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3cd9eca2129f472e8609fb0d94295490&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401452 Sep 15 03:27:21.904775 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 40812) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:21.954864 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-95502db5-93af-4c88-a87f-3a0b48bbe912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:21.985497 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-95502db5-93af-4c88-a87f-3a0b48bbe912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:22.033313 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-95502db5-93af-4c88-a87f-3a0b48bbe912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:22.036339 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-95502db5-93af-4c88-a87f-3a0b48bbe912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:22.037302 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-95502db5-93af-4c88-a87f-3a0b48bbe912 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51b70876-2ff9-4302-a61b-24852b84fb7c HTTP/1.1" status: 204 len: 168 time: 0.1313503 Sep 15 03:27:22.053753 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95502db5-93af-4c88-a87f-3a0b48bbe912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b70876-2ff9-4302-a61b-24852b84fb7c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:22.127039 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-df0f494c-2450-41f6-a436-f83a89fef5f5 req-30710779-00a3-4880-91c7-6f725ea36d9e tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 210 time: 0.0289295 Sep 15 03:27:22.226477 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 40832) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:22.240044 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e444c55c-c7f6-4cee-a13c-8d5075310b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:22.348251 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e444c55c-c7f6-4cee-a13c-8d5075310b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:22.353563 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e444c55c-c7f6-4cee-a13c-8d5075310b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:22.399849 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-e444c55c-c7f6-4cee-a13c-8d5075310b95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee479bc8fef447b9bcd865290c78fc4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1722336 Sep 15 03:27:22.401197 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444c55c-c7f6-4cee-a13c-8d5075310b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605f28a1-81ea-4ac1-ae11-94d16a8c954b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:22.402544 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 40854) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:22.455838 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2b49f28-6201-46df-808d-5a67cb9e625d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:22.482351 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2b49f28-6201-46df-808d-5a67cb9e625d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:22.531898 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2b49f28-6201-46df-808d-5a67cb9e625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:22.534548 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2b49f28-6201-46df-808d-5a67cb9e625d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:22.535745 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-d2b49f28-6201-46df-808d-5a67cb9e625d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/605f28a1-81ea-4ac1-ae11-94d16a8c954b HTTP/1.1" status: 204 len: 168 time: 0.1321874 Sep 15 03:27:22.543428 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b49f28-6201-46df-808d-5a67cb9e625d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605f28a1-81ea-4ac1-ae11-94d16a8c954b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:22.862030 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca60fe0-4bb0-4f0e-8d55-755d6ade1208 req-e55d735c-8f87-449d-8426-1685e208163a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:22.863667 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6ca60fe0-4bb0-4f0e-8d55-755d6ade1208 req-e55d735c-8f87-449d-8426-1685e208163a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0570171 Sep 15 03:27:22.914297 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6ca60fe0-4bb0-4f0e-8d55-755d6ade1208 req-9e0baeac-7cc3-4a45-b34a-46ca08eb555e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393777 Sep 15 03:27:22.989279 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 40908) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:23.080606 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:27:23.125052 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6c07482f-80bc-4a45-8ead-a271d469c2df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1731724113-network', 'tenant_id': '66e297879c9f4dcc84b2549c0593645e'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:23.146851 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c07482f-80bc-4a45-8ead-a271d469c2df admin admin] Made reservation on behalf of 66e297879c9f4dcc84b2549c0593645e for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:27:23.149871 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c07482f-80bc-4a45-8ead-a271d469c2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:23.159388 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c07482f-80bc-4a45-8ead-a271d469c2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:23.276412 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3f86e2a6-973b-480b-a7cf-688e3e465d32 req-fcc65bb3-3fd2-48bd-a66e-e0ede64aa21d tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 210 time: 0.0644298 Sep 15 03:27:23.309289 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c07482f-80bc-4a45-8ead-a271d469c2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:23.316462 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:27:23.318537 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c07482f-80bc-4a45-8ead-a271d469c2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:23.337251 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:27:23.337525 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 6fd30c1a-e971-43f4-9ca6-f9b47701d6ce not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:27:23.337962 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:27:23.344077 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c07482f-80bc-4a45-8ead-a271d469c2df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:27:23.354544 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07482f-80bc-4a45-8ead-a271d469c2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:23.359702 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c07482f-80bc-4a45-8ead-a271d469c2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:23.360054 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.segments_db [None req-6c07482f-80bc-4a45-8ead-a271d469c2df admin admin] Added segment 73913bb4-d1d7-4ec0-8796-5415f5bc82f4 of type vlan for network 3c049c45-507d-44c9-91dd-209649c35d11 Sep 15 03:27:23.374830 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:27:23.375262 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 9a9228eb-a07d-4d59-bf78-0ed154db5ce5 not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:27:23.404557 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c07482f-80bc-4a45-8ead-a271d469c2df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:23.434061 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c07482f-80bc-4a45-8ead-a271d469c2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:23.435173 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c07482f-80bc-4a45-8ead-a271d469c2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:23.435916 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c07482f-80bc-4a45-8ead-a271d469c2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:23.474384 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-6c07482f-80bc-4a45-8ead-a271d469c2df admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4835556 Sep 15 03:27:23.478911 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 40950) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:23.484834 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7c0affe4-fe9e-47aa-b490-ab3ebf9bd896 admin admin] Request body: {'subnet': {'network_id': '3c049c45-507d-44c9-91dd-209649c35d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1731724113-subnet', 'tenant_id': '66e297879c9f4dcc84b2549c0593645e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:23.510457 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0affe4-fe9e-47aa-b490-ab3ebf9bd896 admin admin] Made reservation on behalf of 66e297879c9f4dcc84b2549c0593645e for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:27:23.514378 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c0affe4-fe9e-47aa-b490-ab3ebf9bd896 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:23.736093 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07482f-80bc-4a45-8ead-a271d469c2df admin admin] Pushing event updated for resources: {'Network': ['ID=3c049c45-507d-44c9-91dd-209649c35d11,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:23.736281 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c0affe4-fe9e-47aa-b490-ab3ebf9bd896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:23.746892 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network 3c049c45-507d-44c9-91dd-209649c35d11 details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:27:23.794920 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0affe4-fe9e-47aa-b490-ab3ebf9bd896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5fa39d4-6c73-4e22-a789-7e1c516bdd36,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:23.807168 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0affe4-fe9e-47aa-b490-ab3ebf9bd896 admin admin] Checking segment: {'id': '73913bb4-d1d7-4ec0-8796-5415f5bc82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:27:23.808066 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0affe4-fe9e-47aa-b490-ab3ebf9bd896 admin admin] Network hostable DHCP agents. Network: 3c049c45-507d-44c9-91dd-209649c35d11, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:27:23.825674 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0affe4-fe9e-47aa-b490-ab3ebf9bd896 admin admin] Network 3c049c45-507d-44c9-91dd-209649c35d11 is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:27:23.839392 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-7c0affe4-fe9e-47aa-b490-ab3ebf9bd896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, 3c049c45-507d-44c9-91dd-209649c35d11) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:23.845753 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0affe4-fe9e-47aa-b490-ab3ebf9bd896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:23.846085 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c0affe4-fe9e-47aa-b490-ab3ebf9bd896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:23.852388 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2803c1-4060-443b-9e0b-7e980331f02e None None] Network 3c049c45-507d-44c9-91dd-209649c35d11 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:27:23.869253 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-7c0affe4-fe9e-47aa-b490-ab3ebf9bd896 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3884819 Sep 15 03:27:24.013828 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552da71d-0daa-46b0-9080-cb5be2650436 None None] Network 3c049c45-507d-44c9-91dd-209649c35d11 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:27:24.171417 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed370489-7cb3-412c-b755-e94446c668db req-e2df8072-3b79-433d-9645-76929328b0ae tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:24.173016 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ed370489-7cb3-412c-b755-e94446c668db req-e2df8072-3b79-433d-9645-76929328b0ae tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.1374955 Sep 15 03:27:24.231961 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ed370489-7cb3-412c-b755-e94446c668db req-6bd6c84f-04e6-4941-9456-1bd57108347b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477657 Sep 15 03:27:24.331384 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-2524c5e8-da78-4e39-a4c5-183641be62f7 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:24.333037 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-2524c5e8-da78-4e39-a4c5-183641be62f7 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.52 "GET /v2.0/networks?id=67f4c415-938d-49b7-a541-48f9309fa89e HTTP/1.1" status: 200 len: 808 time: 0.2009313 Sep 15 03:27:24.358064 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-f995e0d2-6b94-4425-aa6c-63afd29a418d tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Request body: {'port': {'device_id': 'b5ff342b-1228-42c3-83af-647d3439776f', 'network_id': '67f4c415-938d-49b7-a541-48f9309fa89e', 'admin_state_up': True, 'tenant_id': '7da5d37fbc0746988b2ff045c4f70ca8'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:24.414473 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1b162be9-1356-4cd0-a870-dea3ca5720cc req-ed72b43b-078f-46c2-9590-faa5a258292f tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 210 time: 0.0415919 Sep 15 03:27:24.530199 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-f995e0d2-6b94-4425-aa6c-63afd29a418d tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Made reservation on behalf of 7da5d37fbc0746988b2ff045c4f70ca8 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:27:24.533936 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-f995e0d2-6b94-4425-aa6c-63afd29a418d tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:24.704787 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-f995e0d2-6b94-4425-aa6c-63afd29a418d tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Allocated IP 172.20.0.10 (67f4c415-938d-49b7-a541-48f9309fa89e/94d73f41-fba6-44e1-b031-dc4cf3c935d7/971fb49f-f819-4baa-a7c1-7e6a8d74cdb8) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:27:24.792532 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 41022) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:24.880080 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-5636b207-dbb0-47c7-970b-b9b793fb4ae8 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:24.881687 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-5636b207-dbb0-47c7-970b-b9b793fb4ae8 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 815 time: 0.1649377 Sep 15 03:27:24.923840 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-981cd197-0b35-4ba1-8984-1133277a1e5d tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/quotas/66e297879c9f4dcc84b2549c0593645e HTTP/1.1" status: 200 len: 375 time: 0.0322406 Sep 15 03:27:24.956033 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-0a260f27-cb7f-451c-9b69-84d8be1e3daf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa6f2163673147639fbc6f19441c386c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638384 Sep 15 03:27:24.958388 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 41030) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:25.013845 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-163c7518-a071-466c-bd80-9c31a4aa2310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:25.022047 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-a3b95440-0d38-4241-8631-7f9c24f8b1cd tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917048 Sep 15 03:27:25.036315 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-163c7518-a071-466c-bd80-9c31a4aa2310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:25.060763 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-f995e0d2-6b94-4425-aa6c-63afd29a418d tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:25.097781 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-163c7518-a071-466c-bd80-9c31a4aa2310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:25.100533 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-163c7518-a071-466c-bd80-9c31a4aa2310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:25.101897 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-163c7518-a071-466c-bd80-9c31a4aa2310 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36503056-a71d-4444-8355-f8395105190b HTTP/1.1" status: 204 len: 168 time: 0.1422796 Sep 15 03:27:25.115761 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c7518-a071-466c-bd80-9c31a4aa2310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36503056-a71d-4444-8355-f8395105190b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:25.116798 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-f995e0d2-6b94-4425-aa6c-63afd29a418d tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:25.190258 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995e0d2-6b94-4425-aa6c-63afd29a418d tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Pushing event updated for resources: {'Port': ['ID=971fb49f-f819-4baa-a7c1-7e6a8d74cdb8,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:25.202817 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-f995e0d2-6b94-4425-aa6c-63afd29a418d tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Network 67f4c415-938d-49b7-a541-48f9309fa89e is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:27:25.210754 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-98579be6-f53a-484f-ad27-0778595ce871 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:27:25.211837 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-98579be6-f53a-484f-ad27-0778595ce871 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1133521 Sep 15 03:27:25.213815 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-f995e0d2-6b94-4425-aa6c-63afd29a418d tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:25.216401 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-f995e0d2-6b94-4425-aa6c-63afd29a418d tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:27:25.311770 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-f995e0d2-6b94-4425-aa6c-63afd29a418d tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:25.312424 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-f995e0d2-6b94-4425-aa6c-63afd29a418d tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:25.364437 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-f995e0d2-6b94-4425-aa6c-63afd29a418d tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0103872 Sep 15 03:27:25.378578 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed20d5a-88b4-4c8c-9590-348bd75592b1 req-c55e88df-32ec-4fa2-b5ac-9c00eca149df tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:25.380550 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3ed20d5a-88b4-4c8c-9590-348bd75592b1 req-c55e88df-32ec-4fa2-b5ac-9c00eca149df tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0527055 Sep 15 03:27:25.383279 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-88623682-5dd0-40a6-8b6a-3724a894faa3 service neutron] 10.222.0.24 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612432 Sep 15 03:27:25.397843 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Request body: {'port': {'device_id': 'b5ff342b-1228-42c3-83af-647d3439776f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:25.434243 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3ed20d5a-88b4-4c8c-9590-348bd75592b1 req-492fb685-e73c-469c-9074-591a6af6d3e3 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427425 Sep 15 03:27:25.533606 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:25.602885 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-f80f0431-f769-43e3-979f-c93fab347ddd service neutron] 10.222.0.24 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009108 Sep 15 03:27:25.604571 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b1d3c-58c8-45a6-a6fd-638216b377dc req-2c35bafa-32ad-43f0-8474-6fc6813633f9 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:25.606546 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-949b1d3c-58c8-45a6-a6fd-638216b377dc req-2c35bafa-32ad-43f0-8474-6fc6813633f9 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 932 time: 0.0837057 Sep 15 03:27:25.673660 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-949b1d3c-58c8-45a6-a6fd-638216b377dc req-cb1cb16e-f2a5-4d0a-b81b-32644258229a tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529015 Sep 15 03:27:25.873292 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f45d2c20-3937-4528-8dda-e64654e3694f req-b6b299dd-41fe-491b-9b1a-f8302695c3dd tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 210 time: 0.0497587 Sep 15 03:27:25.919838 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:27:25.930513 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:25.948298 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Transition to ACTIVE for port object 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:27:25.961437 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:26.040303 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Pushing event updated for resources: {'Port': ['ID=971fb49f-f819-4baa-a7c1-7e6a8d74cdb8,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:26.107723 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Attempting to bind port 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:27:26.108175 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Attempting to bind port 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '2a585ffb-8119-4b59-a721-058e10075e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '67f4c415-938d-49b7-a541-48f9309fa89e'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:27:26.108388 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Attempting to bind port 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 on network 67f4c415-938d-49b7-a541-48f9309fa89e {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:27:26.112938 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Port 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 on network 67f4c415-938d-49b7-a541-48f9309fa89e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:27:26.113119 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Attempting to bind port 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 on network 67f4c415-938d-49b7-a541-48f9309fa89e {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:27:26.118190 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:27:26.118581 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Checking segment: {'id': '2a585ffb-8119-4b59-a721-058e10075e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '67f4c415-938d-49b7-a541-48f9309fa89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:27:26.118995 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Bound using segment: {'id': '2a585ffb-8119-4b59-a721-058e10075e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '67f4c415-938d-49b7-a541-48f9309fa89e'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:27:26.120376 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Bound port: 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a585ffb-8119-4b59-a721-058e10075e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '67f4c415-938d-49b7-a541-48f9309fa89e'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:27:26.120801 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:26.213595 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] For port 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8, host hv-cinder-80696, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:27:26.217305 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] For port 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=971fb49f-f819-4baa-a7c1-7e6a8d74cdb8,segment=NetworkSegment(2a585ffb-8119-4b59-a721-058e10075e69),segment_id=2a585ffb-8119-4b59-a721-058e10075e69)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:27:26.222014 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:26.264208 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:26.264827 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:26.266351 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] 10.222.0.52 "PUT /v2.0/ports/971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 HTTP/1.1" status: 200 len: 1094 time: 0.8803566 Sep 15 03:27:26.266787 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ff342b-1228-42c3-83af-647d3439776f', 'tag': '971fb49f-f819-4baa-a7c1-7e6a8d74cdb8'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:27:26.269046 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a679fc-7374-45d1-bfe1-f812211a8b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ff342b-1228-42c3-83af-647d3439776f", "tag": "971fb49f-f819-4baa-a7c1-7e6a8d74cdb8"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:27:26.309011 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90c85b-e6cd-485e-81d9-7ac26fd1abd2 service neutron] Pushing event updated for resources: {'Port': ['ID=971fb49f-f819-4baa-a7c1-7e6a8d74cdb8,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:26.329855 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7105222-4a6d-425e-b8ca-e76e74bce91d x-openstack-request-id: req-a7105222-4a6d-425e-b8ca-e76e74bce91d {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:27:26.330134 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ff342b-1228-42c3-83af-647d3439776f", "tag": "971fb49f-f819-4baa-a7c1-7e6a8d74cdb8", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:27:26.330390 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7105222-4a6d-425e-b8ca-e76e74bce91d {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:27:26.330803 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ff342b-1228-42c3-83af-647d3439776f', 'tag': '971fb49f-f819-4baa-a7c1-7e6a8d74cdb8', 'status': 'completed', 'code': 200} Sep 15 03:27:26.423849 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-e0f9974a-48ea-494d-b9bb-877a7fc1d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:26.425381 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-e0f9974a-48ea-494d-b9bb-877a7fc1d783 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7da5d37fbc0746988b2ff045c4f70ca8&device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 1097 time: 0.0448387 Sep 15 03:27:26.484269 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-9788a9a1-9564-4887-94a5-ec42ed235745 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 HTTP/1.1" status: 200 len: 217 time: 0.0432136 Sep 15 03:27:26.569942 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-23f2fd55-529f-4901-a24d-d6347bde8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:26.571524 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-23f2fd55-529f-4901-a24d-d6347bde8d25 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=94d73f41-fba6-44e1-b031-dc4cf3c935d7 HTTP/1.1" status: 200 len: 848 time: 0.0781791 Sep 15 03:27:26.586815 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c582c-9f37-450e-9309-f63b79303721 req-267aaaea-b861-4139-bde9-7a89c3924674 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:26.589187 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bc2c582c-9f37-450e-9309-f63b79303721 req-267aaaea-b861-4139-bde9-7a89c3924674 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0669224 Sep 15 03:27:26.625576 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-66b8af36-c7f6-4a9c-a588-5976cd68e7b6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67f4c415-938d-49b7-a541-48f9309fa89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351770 Sep 15 03:27:26.694445 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bc2c582c-9f37-450e-9309-f63b79303721 req-7fc3b9c2-7b3f-401b-a6ac-51b7bec1d644 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933084 Sep 15 03:27:26.795237 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-3f3ef690-24ce-49d3-abcd-23be1f69613c service neutron] 10.222.0.52 "GET /v2.0/networks/67f4c415-938d-49b7-a541-48f9309fa89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468794 Sep 15 03:27:26.816548 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa764f2-9972-493c-a4f9-c533231117a3 req-8db4a9e5-6ec2-4334-a6ed-d9f2393ec64d tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:26.819385 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7aa764f2-9972-493c-a4f9-c533231117a3 req-8db4a9e5-6ec2-4334-a6ed-d9f2393ec64d tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 944 time: 0.0563831 Sep 15 03:27:26.903451 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7aa764f2-9972-493c-a4f9-c533231117a3 req-4a27a6bf-592a-43ae-ac92-72dc0ecd5942 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732064 Sep 15 03:27:26.914873 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4569c106-d0ca-4c6b-8e1e-6365ada30cf9 req-3253ce28-c9b3-4e67-8335-8d0ba5fbb1ad service neutron] 10.222.0.52 "GET /v2.0/networks/67f4c415-938d-49b7-a541-48f9309fa89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080964 Sep 15 03:27:27.032072 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cc9815bc-7b86-47be-9965-0e5be8045357 req-d8bc8fa5-a075-4d86-b493-c723884757b5 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 210 time: 0.0277627 Sep 15 03:27:27.166895 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a679fc-7374-45d1-bfe1-f812211a8b2e req-a0d05322-2904-48a8-8947-c3292e4fb6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:27.168481 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-81a679fc-7374-45d1-bfe1-f812211a8b2e req-a0d05322-2904-48a8-8947-c3292e4fb6cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7da5d37fbc0746988b2ff045c4f70ca8&device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 1097 time: 0.0427563 Sep 15 03:27:27.268850 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a679fc-7374-45d1-bfe1-f812211a8b2e req-142e1f94-63ff-447f-a816-ca653258339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:27.270656 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-81a679fc-7374-45d1-bfe1-f812211a8b2e req-142e1f94-63ff-447f-a816-ca653258339d service neutron] 10.222.0.52 "GET /v2.0/networks?id=67f4c415-938d-49b7-a541-48f9309fa89e HTTP/1.1" status: 200 len: 909 time: 0.0938654 Sep 15 03:27:27.322574 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-81a679fc-7374-45d1-bfe1-f812211a8b2e req-33948636-f987-44b6-b935-2acb793aa584 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 HTTP/1.1" status: 200 len: 217 time: 0.0411818 Sep 15 03:27:27.406362 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a679fc-7374-45d1-bfe1-f812211a8b2e req-476eadc3-2ad9-4017-8fba-23a92155555a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:27.408130 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-81a679fc-7374-45d1-bfe1-f812211a8b2e req-476eadc3-2ad9-4017-8fba-23a92155555a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=94d73f41-fba6-44e1-b031-dc4cf3c935d7 HTTP/1.1" status: 200 len: 848 time: 0.0482597 Sep 15 03:27:27.445624 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-81a679fc-7374-45d1-bfe1-f812211a8b2e req-b57cf6cc-5649-47b8-8eaa-f8bec7196453 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67f4c415-938d-49b7-a541-48f9309fa89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274801 Sep 15 03:27:27.492518 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-2680c16f-986f-444f-b64a-6776cc539882 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:27.494615 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-2680c16f-986f-444f-b64a-6776cc539882 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 815 time: 0.1368625 Sep 15 03:27:27.521555 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-8923df99-55dc-4bda-9b08-3f217faf5e90 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Request body: {'port': {'device_id': '223b38ee-4087-4dfc-bdf6-a419096a02d0', 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11', 'admin_state_up': True, 'tenant_id': '66e297879c9f4dcc84b2549c0593645e'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:27.559691 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-81a679fc-7374-45d1-bfe1-f812211a8b2e req-7aef05aa-38df-46b1-8492-e3925aac742d service neutron] 10.222.0.52 "GET /v2.0/networks/67f4c415-938d-49b7-a541-48f9309fa89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016161 Sep 15 03:27:27.640606 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-8923df99-55dc-4bda-9b08-3f217faf5e90 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Made reservation on behalf of 66e297879c9f4dcc84b2549c0593645e for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:27:27.644078 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-8923df99-55dc-4bda-9b08-3f217faf5e90 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:27.655359 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-81a679fc-7374-45d1-bfe1-f812211a8b2e req-309a77c3-0672-4184-bdaa-67ae36127f6a service neutron] 10.222.0.52 "GET /v2.0/networks/67f4c415-938d-49b7-a541-48f9309fa89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841196 Sep 15 03:27:27.769049 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-8923df99-55dc-4bda-9b08-3f217faf5e90 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Allocated IP 172.20.0.10 (3c049c45-507d-44c9-91dd-209649c35d11/e5fa39d4-6c73-4e22-a789-7e1c516bdd36/f7482671-913e-4a38-a1de-a1f61fb7cd04) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:27:27.852558 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8cf30-7a61-47c1-939c-b181ab36029a req-06dcbc29-dab0-4575-8ffd-f4f3ca9533fb tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:27.854179 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-94c8cf30-7a61-47c1-939c-b181ab36029a req-06dcbc29-dab0-4575-8ffd-f4f3ca9533fb tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0873413 Sep 15 03:27:27.945553 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-94c8cf30-7a61-47c1-939c-b181ab36029a req-aec6f07e-85c2-4c75-8523-b7a3d528b191 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838811 Sep 15 03:27:28.005237 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-8923df99-55dc-4bda-9b08-3f217faf5e90 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:28.041845 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-8923df99-55dc-4bda-9b08-3f217faf5e90 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:28.058267 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f625b-f976-41e8-9300-823c365d4142 req-7bc795ab-a11d-4118-9938-b20657bc86ec tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:28.060803 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d15f625b-f976-41e8-9300-823c365d4142 req-7bc795ab-a11d-4118-9938-b20657bc86ec tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 944 time: 0.0710349 Sep 15 03:27:28.090813 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-8923df99-55dc-4bda-9b08-3f217faf5e90 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Network 3c049c45-507d-44c9-91dd-209649c35d11 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:27:28.097285 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-8923df99-55dc-4bda-9b08-3f217faf5e90 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:28.110086 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-8923df99-55dc-4bda-9b08-3f217faf5e90 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:27:28.116821 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-8923df99-55dc-4bda-9b08-3f217faf5e90 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:28.117625 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-8923df99-55dc-4bda-9b08-3f217faf5e90 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:28.125855 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923df99-55dc-4bda-9b08-3f217faf5e90 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Pushing event updated for resources: {'Port': ['ID=f7482671-913e-4a38-a1de-a1f61fb7cd04,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:28.126540 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d15f625b-f976-41e8-9300-823c365d4142 req-39f6057f-bda7-43e0-af40-73af9359fcbc tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588262 Sep 15 03:27:28.154019 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-8923df99-55dc-4bda-9b08-3f217faf5e90 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6280682 Sep 15 03:27:28.194361 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Request body: {'port': {'device_id': '223b38ee-4087-4dfc-bdf6-a419096a02d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:28.268608 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01690c23-7cbd-402b-9dac-f38606f75b30 req-43fda457-ee6e-43a1-9050-5116516038c6 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:28.270215 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-01690c23-7cbd-402b-9dac-f38606f75b30 req-43fda457-ee6e-43a1-9050-5116516038c6 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 932 time: 0.1149707 Sep 15 03:27:28.311902 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:28.336633 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-01690c23-7cbd-402b-9dac-f38606f75b30 req-24bb3684-fa3b-49f0-9cc0-11cb56c7deef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510323 Sep 15 03:27:28.620246 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7482671-913e-4a38-a1de-a1f61fb7cd04 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:27:28.628889 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:28.644048 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Transition to ACTIVE for port object f7482671-913e-4a38-a1de-a1f61fb7cd04 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:27:28.648912 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:28.699697 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7482671-913e-4a38-a1de-a1f61fb7cd04,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:28.736142 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Attempting to bind port f7482671-913e-4a38-a1de-a1f61fb7cd04 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:27:28.736482 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Attempting to bind port f7482671-913e-4a38-a1de-a1f61fb7cd04 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '73913bb4-d1d7-4ec0-8796-5415f5bc82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:27:28.736814 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Attempting to bind port f7482671-913e-4a38-a1de-a1f61fb7cd04 on network 3c049c45-507d-44c9-91dd-209649c35d11 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:27:28.741107 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Port f7482671-913e-4a38-a1de-a1f61fb7cd04 on network 3c049c45-507d-44c9-91dd-209649c35d11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:27:28.741428 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Attempting to bind port f7482671-913e-4a38-a1de-a1f61fb7cd04 on network 3c049c45-507d-44c9-91dd-209649c35d11 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:27:28.747113 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:27:28.747453 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Checking segment: {'id': '73913bb4-d1d7-4ec0-8796-5415f5bc82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:27:28.747833 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Bound using segment: {'id': '73913bb4-d1d7-4ec0-8796-5415f5bc82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:27:28.748460 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Bound port: f7482671-913e-4a38-a1de-a1f61fb7cd04, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73913bb4-d1d7-4ec0-8796-5415f5bc82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:27:28.748763 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:28.815978 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] For port f7482671-913e-4a38-a1de-a1f61fb7cd04, host hv-cinder-80696, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:27:28.819086 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] For port f7482671-913e-4a38-a1de-a1f61fb7cd04, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f7482671-913e-4a38-a1de-a1f61fb7cd04,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:27:28.824094 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:28.841812 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 41206) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:28.856601 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:28.857216 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:28.858603 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] 10.222.0.52 "PUT /v2.0/ports/f7482671-913e-4a38-a1de-a1f61fb7cd04 HTTP/1.1" status: 200 len: 1094 time: 0.6707873 Sep 15 03:27:28.859055 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223b38ee-4087-4dfc-bdf6-a419096a02d0', 'tag': 'f7482671-913e-4a38-a1de-a1f61fb7cd04'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:27:28.861247 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c5e5a7ed1901eac8cf18039674ee6f7c806fec2fd0ee94a2a8e9c46147c846e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104d2123-06ce-4435-ba5f-8e7a988eee90" -d '{"events": [{"name": "network-changed", "server_uuid": "223b38ee-4087-4dfc-bdf6-a419096a02d0", "tag": "f7482671-913e-4a38-a1de-a1f61fb7cd04"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:27:28.886700 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22baea-832b-4961-9331-1659fcf360f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7482671-913e-4a38-a1de-a1f61fb7cd04,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:28.906864 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01df0795-31f9-47ee-8cf4-a71ea09c6083 x-openstack-request-id: req-01df0795-31f9-47ee-8cf4-a71ea09c6083 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:27:28.907188 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223b38ee-4087-4dfc-bdf6-a419096a02d0", "tag": "f7482671-913e-4a38-a1de-a1f61fb7cd04", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:27:28.907442 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01df0795-31f9-47ee-8cf4-a71ea09c6083 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:27:28.907846 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223b38ee-4087-4dfc-bdf6-a419096a02d0', 'tag': 'f7482671-913e-4a38-a1de-a1f61fb7cd04', 'status': 'completed', 'code': 200} Sep 15 03:27:28.957362 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b73fcee-b0f8-45c3-987c-b44f432d99cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:29.048536 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b73fcee-b0f8-45c3-987c-b44f432d99cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:29.052799 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b73fcee-b0f8-45c3-987c-b44f432d99cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:29.071646 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f96b1-5647-4cef-b4b3-e67613621621 req-c39f2767-de63-4c93-931c-da0847a6472e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:29.073830 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6b5f96b1-5647-4cef-b4b3-e67613621621 req-c39f2767-de63-4c93-931c-da0847a6472e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0509093 Sep 15 03:27:29.090400 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-9b73fcee-b0f8-45c3-987c-b44f432d99cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cdbb32b996f646f5b594e529427838c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474341 Sep 15 03:27:29.092903 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 41214) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:29.100074 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73fcee-b0f8-45c3-987c-b44f432d99cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964b45e0-11c5-475a-9f88-adc9e4f8eed8,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:29.113567 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6b5f96b1-5647-4cef-b4b3-e67613621621 req-321a3833-6a6b-4731-8d03-8ff228915fb2 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336599 Sep 15 03:27:29.148785 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2f44d41-7819-45f4-94a0-34228eee7070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:29.170040 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2f44d41-7819-45f4-94a0-34228eee7070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:29.219800 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2f44d41-7819-45f4-94a0-34228eee7070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:29.222592 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2f44d41-7819-45f4-94a0-34228eee7070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:29.227039 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-b2f44d41-7819-45f4-94a0-34228eee7070 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/964b45e0-11c5-475a-9f88-adc9e4f8eed8 HTTP/1.1" status: 204 len: 168 time: 0.1330366 Sep 15 03:27:29.236308 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f44d41-7819-45f4-94a0-34228eee7070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964b45e0-11c5-475a-9f88-adc9e4f8eed8,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:29.402646 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b98650-8d33-45bf-9d25-f12ec4650fc7 req-7f4bb7ae-ea09-474d-8bac-347cf8aeef61 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:29.404153 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e6b98650-8d33-45bf-9d25-f12ec4650fc7 req-7f4bb7ae-ea09-474d-8bac-347cf8aeef61 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 944 time: 0.0529389 Sep 15 03:27:29.444239 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e6b98650-8d33-45bf-9d25-f12ec4650fc7 req-c85b7a1e-4be7-4436-b02e-1c5a6e277c57 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341847 Sep 15 03:27:29.567370 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d4732-de21-4f01-9040-cadb7d1bee1e req-0ac2940f-e9fc-47c8-b777-8913795b6420 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:29.568747 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-790d4732-de21-4f01-9040-cadb7d1bee1e req-0ac2940f-e9fc-47c8-b777-8913795b6420 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 944 time: 0.0481071 Sep 15 03:27:29.608436 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-790d4732-de21-4f01-9040-cadb7d1bee1e req-20de30a9-041d-42fc-82b1-04848d05585c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334234 Sep 15 03:27:30.236629 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c0bd1-0a1d-4b5c-a15a-5d49f9233931 req-77bfd020-7b1c-4d4e-9d05-a3f3852b7c15 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:30.238293 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ac3c0bd1-0a1d-4b5c-a15a-5d49f9233931 req-77bfd020-7b1c-4d4e-9d05-a3f3852b7c15 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0528095 Sep 15 03:27:30.281110 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ac3c0bd1-0a1d-4b5c-a15a-5d49f9233931 req-39b8e5c7-5075-4e1a-ab33-7a041823b47f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365496 Sep 15 03:27:30.562509 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb051041-3583-429d-ab80-f1cce16491b5 req-0869c2e0-6dcf-4066-b284-c7c5d9c3df22 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:30.563978 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fb051041-3583-429d-ab80-f1cce16491b5 req-0869c2e0-6dcf-4066-b284-c7c5d9c3df22 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 944 time: 0.0504415 Sep 15 03:27:30.601283 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fb051041-3583-429d-ab80-f1cce16491b5 req-379f31ff-f8fb-4537-beb1-3b0f0cbd60f2 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314283 Sep 15 03:27:30.719081 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c3036-4b00-4f86-9ddc-8222370ffdee req-86774573-2a9a-421f-97fa-ab6011ae6371 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:30.720554 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-be2c3036-4b00-4f86-9ddc-8222370ffdee req-86774573-2a9a-421f-97fa-ab6011ae6371 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 944 time: 0.0477638 Sep 15 03:27:30.755985 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-be2c3036-4b00-4f86-9ddc-8222370ffdee req-12891561-c25b-4b9a-bad2-d75bda35d5d6 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296104 Sep 15 03:27:31.408538 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7d2b0-8569-4313-ab87-c4ee285928e5 req-de8adf45-0946-41a3-ba79-c02bd3879140 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:31.410278 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-08f7d2b0-8569-4313-ab87-c4ee285928e5 req-de8adf45-0946-41a3-ba79-c02bd3879140 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0498469 Sep 15 03:27:31.451921 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-08f7d2b0-8569-4313-ab87-c4ee285928e5 req-c25ef2c0-c4b4-43bb-87ff-f33a10ae453e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344260 Sep 15 03:27:31.486537 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d2123-06ce-4435-ba5f-8e7a988eee90 req-3e150efd-16d7-46bc-af9c-a3542e3c3453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:31.488121 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-104d2123-06ce-4435-ba5f-8e7a988eee90 req-3e150efd-16d7-46bc-af9c-a3542e3c3453 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 1097 time: 0.0453167 Sep 15 03:27:31.662268 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d2123-06ce-4435-ba5f-8e7a988eee90 req-f2af43d1-7efb-4e4f-baa1-7e8dba1070e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:31.663761 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-104d2123-06ce-4435-ba5f-8e7a988eee90 req-f2af43d1-7efb-4e4f-baa1-7e8dba1070e3 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=66e297879c9f4dcc84b2549c0593645e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1602499 Sep 15 03:27:31.818820 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae4eb6-fea1-4eaa-a15f-ebd6f2184b13 req-6c453aba-5e3b-4644-8521-601f9533dedf tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:31.820337 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dbae4eb6-fea1-4eaa-a15f-ebd6f2184b13 req-6c453aba-5e3b-4644-8521-601f9533dedf tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 944 time: 0.1516030 Sep 15 03:27:31.875139 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36e685-409a-45d9-98ea-adacf4669d76 req-08ecc7ec-6b2a-4182-97d8-7dad1e3c923a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:31.876731 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-eb36e685-409a-45d9-98ea-adacf4669d76 req-08ecc7ec-6b2a-4182-97d8-7dad1e3c923a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 944 time: 0.0521302 Sep 15 03:27:31.917895 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-eb36e685-409a-45d9-98ea-adacf4669d76 req-b5a5b3f6-1e67-450e-a357-400b10fd0e1f tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350327 Sep 15 03:27:32.078622 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d2123-06ce-4435-ba5f-8e7a988eee90 req-5d82507d-59bc-4b4a-8987-a7a5f0c52a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:32.080069 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-104d2123-06ce-4435-ba5f-8e7a988eee90 req-5d82507d-59bc-4b4a-8987-a7a5f0c52a77 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4033535 Sep 15 03:27:32.092231 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dbae4eb6-fea1-4eaa-a15f-ebd6f2184b13 req-05d14afe-ea68-4357-963e-9448a71e0357 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595828 Sep 15 03:27:32.189533 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-25bd921a-76ef-4567-952e-90420c80f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:32.191119 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-25bd921a-76ef-4567-952e-90420c80f14e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 1097 time: 0.0409961 Sep 15 03:27:32.250865 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-fb1a2e02-def1-4b45-9d79-1655b56aeb89 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7482671-913e-4a38-a1de-a1f61fb7cd04 HTTP/1.1" status: 200 len: 217 time: 0.0355599 Sep 15 03:27:32.307899 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-9eea8805-e425-4734-8e0d-4a9c42ce62de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:32.309339 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-9eea8805-e425-4734-8e0d-4a9c42ce62de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0497699 Sep 15 03:27:32.350097 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-005d488f-4a9b-4d58-9396-56041e4dd480 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256505 Sep 15 03:27:32.380528 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:27:32.455112 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-6a151ef6-44be-46b4-867d-a281e1aabd73 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969064 Sep 15 03:27:32.506017 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=971fb49f-f819-4baa-a7c1-7e6a8d74cdb8,segment=NetworkSegment(2a585ffb-8119-4b59-a721-058e10075e69),segment_id=2a585ffb-8119-4b59-a721-058e10075e69)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:32.522140 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': '971fb49f-f819-4baa-a7c1-7e6a8d74cdb8', 'network_id': '67f4c415-938d-49b7-a541-48f9309fa89e', 'port_id': '971fb49f-f819-4baa-a7c1-7e6a8d74cdb8', 'mac_address': 'fa:16:3e:28:e5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d73f41-fba6-44e1-b031-dc4cf3c935d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:27:32.569775 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:32.573317 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7f9c2ada-bb80-4105-b116-6ac266cd6bbd req-15f39e92-8bd6-4f02-8b24-c12bbd7d5715 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087489 Sep 15 03:27:32.586030 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:27:32.614638 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=971fb49f-f819-4baa-a7c1-7e6a8d74cdb8,segment=NetworkSegment(2a585ffb-8119-4b59-a721-058e10075e69),segment_id=2a585ffb-8119-4b59-a721-058e10075e69)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:32.621396 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:32.656870 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8c89c-0fd8-4168-a68f-4dbd8eabd596 req-a2957ecc-994c-4230-b308-d4b71b29b142 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:32.658907 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-53e8c89c-0fd8-4168-a68f-4dbd8eabd596 req-a2957ecc-994c-4230-b308-d4b71b29b142 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0842173 Sep 15 03:27:32.685567 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=971fb49f-f819-4baa-a7c1-7e6a8d74cdb8,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:32.704813 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-53e8c89c-0fd8-4168-a68f-4dbd8eabd596 req-902b6ce3-74df-4c49-9842-55612f3b19f6 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394700 Sep 15 03:27:33.022300 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['971fb49f-f819-4baa-a7c1-7e6a8d74cdb8'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:27:33.049511 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 41342) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:33.090772 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1821d-2d9e-4cbd-b9d9-9c0941010981 req-a42749d5-b9f5-48fe-b82b-22fabd71b4f0 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:33.092196 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a2b1821d-2d9e-4cbd-b9d9-9c0941010981 req-a42749d5-b9f5-48fe-b82b-22fabd71b4f0 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 944 time: 0.0880315 Sep 15 03:27:33.200014 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a2b1821d-2d9e-4cbd-b9d9-9c0941010981 req-4b4532ff-5a2e-4853-a511-70da66e605bc tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000533 Sep 15 03:27:33.296788 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4cdc-0c34-456d-b249-be664cc47655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:33.334498 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda6230-bed4-4a33-840b-026039379331 req-d9e0e5f1-3731-4ddc-83da-f213ae37387e tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:33.336208 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0bda6230-bed4-4a33-840b-026039379331 req-d9e0e5f1-3731-4ddc-83da-f213ae37387e tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 945 time: 0.1236567 Sep 15 03:27:33.407580 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0bda6230-bed4-4a33-840b-026039379331 req-c37d2b24-8fae-49f9-a050-16d1ccc167e2 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602241 Sep 15 03:27:33.407923 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 41352) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:33.452034 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4cdc-0c34-456d-b249-be664cc47655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:33.456904 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4cdc-0c34-456d-b249-be664cc47655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:33.497910 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 41356) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:33.498089 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-6c7a4cdc-0c34-456d-b249-be664cc47655 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28aad12a1a3a48798035c51c04717d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4473879 Sep 15 03:27:33.499342 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a4cdc-0c34-456d-b249-be664cc47655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80b1f80-2b78-44ec-8ca0-19dde725c373,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:33.528025 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ad9e-9107-4638-a93c-ac037985220b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:33.581308 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f50aa82d-db80-45d4-922d-a1d76d6c0415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:33.617609 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f50aa82d-db80-45d4-922d-a1d76d6c0415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:33.705078 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ad9e-9107-4638-a93c-ac037985220b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:33.708028 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f50aa82d-db80-45d4-922d-a1d76d6c0415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:33.710625 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f50aa82d-db80-45d4-922d-a1d76d6c0415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:33.713432 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-f50aa82d-db80-45d4-922d-a1d76d6c0415 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f80b1f80-2b78-44ec-8ca0-19dde725c373 HTTP/1.1" status: 204 len: 168 time: 0.2140448 Sep 15 03:27:33.718207 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ad9e-9107-4638-a93c-ac037985220b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:33.733584 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50aa82d-db80-45d4-922d-a1d76d6c0415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80b1f80-2b78-44ec-8ca0-19dde725c373,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:33.768262 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-2ff6ad9e-9107-4638-a93c-ac037985220b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03789530f1374642a14a285010049e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591709 Sep 15 03:27:33.771053 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 41370) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:33.775891 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6ad9e-9107-4638-a93c-ac037985220b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79eb0e4-67dc-4176-885e-50bc881de533,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:33.852343 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-702c27bb-eafa-4c99-b799-7142140a3f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:33.889213 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec9ed3-2eab-4b88-81f0-431834cfc70d req-543361a5-1933-40ad-af9e-bacabdc281d8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:33.890778 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4fec9ed3-2eab-4b88-81f0-431834cfc70d req-543361a5-1933-40ad-af9e-bacabdc281d8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0787766 Sep 15 03:27:33.892648 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-702c27bb-eafa-4c99-b799-7142140a3f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:33.952020 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4fec9ed3-2eab-4b88-81f0-431834cfc70d req-a74a0701-649e-4e07-a988-2ccb3aa92d31 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526876 Sep 15 03:27:33.967517 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-702c27bb-eafa-4c99-b799-7142140a3f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:33.970396 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-702c27bb-eafa-4c99-b799-7142140a3f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:33.971550 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-702c27bb-eafa-4c99-b799-7142140a3f71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b79eb0e4-67dc-4176-885e-50bc881de533 HTTP/1.1" status: 204 len: 168 time: 0.1996067 Sep 15 03:27:33.983951 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c27bb-eafa-4c99-b799-7142140a3f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79eb0e4-67dc-4176-885e-50bc881de533,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:34.028910 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 41376) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:34.043011 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01ad5464-ad66-4748-8017-c6dbe06dcade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:34.135404 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01ad5464-ad66-4748-8017-c6dbe06dcade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:34.139317 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01ad5464-ad66-4748-8017-c6dbe06dcade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:34.177626 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad5464-ad66-4748-8017-c6dbe06dcade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1109569-2816-4a8e-92e5-b04e9b8bb6e5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:34.181883 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-01ad5464-ad66-4748-8017-c6dbe06dcade admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cf0487ce7734b8185ea95ff8caf90c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518033 Sep 15 03:27:34.184884 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 41382) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:34.239135 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c08aec2e-30b9-44c8-bb71-27318598b42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:34.265004 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c08aec2e-30b9-44c8-bb71-27318598b42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:34.323095 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c08aec2e-30b9-44c8-bb71-27318598b42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:34.326311 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c08aec2e-30b9-44c8-bb71-27318598b42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:34.327944 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c08aec2e-30b9-44c8-bb71-27318598b42c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1109569-2816-4a8e-92e5-b04e9b8bb6e5 HTTP/1.1" status: 204 len: 168 time: 0.1398406 Sep 15 03:27:34.337182 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08aec2e-30b9-44c8-bb71-27318598b42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1109569-2816-4a8e-92e5-b04e9b8bb6e5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:34.344425 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b5fd7-8a57-48ae-a0d8-33dedbef74f6 req-9b9da02a-da3c-418d-a7c5-dba55583ee4d tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:34.346007 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bd0b5fd7-8a57-48ae-a0d8-33dedbef74f6 req-9b9da02a-da3c-418d-a7c5-dba55583ee4d tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 944 time: 0.0589397 Sep 15 03:27:34.394523 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bd0b5fd7-8a57-48ae-a0d8-33dedbef74f6 req-5f3b3ac2-ee72-4b1d-bbf6-ee93d51b1abe tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407491 Sep 15 03:27:34.405556 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device f7482671-913e-4a38-a1de-a1f61fb7cd04 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:27:34.420014 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:27:34.557201 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:27:34.559158 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e29f2-e7c1-4346-91c2-26542ee95f9a req-211b2f45-4988-4aa7-b9fc-f9148fe0fd4e tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:34.561077 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-223e29f2-e7c1-4346-91c2-26542ee95f9a req-211b2f45-4988-4aa7-b9fc-f9148fe0fd4e tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 945 time: 0.0697906 Sep 15 03:27:34.567046 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port f7482671-913e-4a38-a1de-a1f61fb7cd04, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f7482671-913e-4a38-a1de-a1f61fb7cd04,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:34.569674 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:34.570266 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:34.601193 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': 'f7482671-913e-4a38-a1de-a1f61fb7cd04', 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11', 'port_id': 'f7482671-913e-4a38-a1de-a1f61fb7cd04', 'mac_address': 'fa:16:3e:aa:33:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5fa39d4-6c73-4e22-a789-7e1c516bdd36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:27:34.613157 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-223e29f2-e7c1-4346-91c2-26542ee95f9a req-f2e7b6c8-6837-467c-85d5-e3e345d8ab04 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443728 Sep 15 03:27:34.653683 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 41406) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:34.655409 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:34.688385 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7482671-913e-4a38-a1de-a1f61fb7cd04 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:27:34.722952 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port f7482671-913e-4a38-a1de-a1f61fb7cd04, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f7482671-913e-4a38-a1de-a1f61fb7cd04,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:34.724048 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:34.736056 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:34.770435 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ff342b-1228-42c3-83af-647d3439776f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971fb49f-f819-4baa-a7c1-7e6a8d74cdb8'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:27:34.773055 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4292f0-02ed-4527-a56a-f1f4890f9af1" -d '{"events": [{"server_uuid": "b5ff342b-1228-42c3-83af-647d3439776f", "name": "network-vif-plugged", "status": "completed", "tag": "971fb49f-f819-4baa-a7c1-7e6a8d74cdb8"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:27:34.789256 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=971fb49f-f819-4baa-a7c1-7e6a8d74cdb8,segment=NetworkSegment(2a585ffb-8119-4b59-a721-058e10075e69),segment_id=2a585ffb-8119-4b59-a721-058e10075e69)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:34.797200 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:34.820294 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=f7482671-913e-4a38-a1de-a1f61fb7cd04,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:34.859175 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e57e411b-3a86-4323-bbfb-848057597976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:34.874035 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86584c1-f3d5-4df0-9509-d04324d9a199 x-openstack-request-id: req-e86584c1-f3d5-4df0-9509-d04324d9a199 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:27:34.874318 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ff342b-1228-42c3-83af-647d3439776f", "name": "network-vif-plugged", "status": "completed", "tag": "971fb49f-f819-4baa-a7c1-7e6a8d74cdb8", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:27:34.874752 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e86584c1-f3d5-4df0-9509-d04324d9a199 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:27:34.875160 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ff342b-1228-42c3-83af-647d3439776f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971fb49f-f819-4baa-a7c1-7e6a8d74cdb8', 'code': 200} Sep 15 03:27:34.891363 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=971fb49f-f819-4baa-a7c1-7e6a8d74cdb8,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:35.000716 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e57e411b-3a86-4323-bbfb-848057597976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.006147 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e57e411b-3a86-4323-bbfb-848057597976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.052532 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-e57e411b-3a86-4323-bbfb-848057597976 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=172ff19da06f43cca3e6e2c7e31bd85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945098 Sep 15 03:27:35.052532 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e411b-3a86-4323-bbfb-848057597976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74aa29b-836c-428f-beda-b095a31ee07e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:35.052923 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 41436) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:35.088870 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 41438) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:35.095983 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['f7482671-913e-4a38-a1de-a1f61fb7cd04'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:27:35.174151 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 41442) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:35.189211 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257e5f4-10f0-4733-b25d-0020f7f97e74 req-81076be7-71a8-49cf-9556-fd4f1c0d9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:35.190718 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3257e5f4-10f0-4733-b25d-0020f7f97e74 req-81076be7-71a8-49cf-9556-fd4f1c0d9a2c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 1099 time: 0.0914893 Sep 15 03:27:35.207721 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ad470c1-bb86-4722-9e2e-b30993daffeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.225860 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c6f13-9b38-499b-93ba-f576e552e0cf req-952afb12-608c-411b-afb2-8020d2dd8207 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:35.233528 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-661c6f13-9b38-499b-93ba-f576e552e0cf req-952afb12-608c-411b-afb2-8020d2dd8207 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.1475594 Sep 15 03:27:35.237979 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3257e5f4-10f0-4733-b25d-0020f7f97e74 req-1284378f-7b98-4569-a9c0-4f7983b18904 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378919 Sep 15 03:27:35.275018 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ad470c1-bb86-4722-9e2e-b30993daffeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.302852 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b135cfeb-2b5b-4ffb-990f-a331e5d6ca8e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1217420263-network', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:35.307684 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-661c6f13-9b38-499b-93ba-f576e552e0cf req-796afca8-ee0c-4406-bf9c-dbab5ba5ace2 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619502 Sep 15 03:27:35.345094 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b135cfeb-2b5b-4ffb-990f-a331e5d6ca8e admin admin] Made reservation on behalf of 6d6f8640cfdb4b6294bd02b2c063e433 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:27:35.347504 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b135cfeb-2b5b-4ffb-990f-a331e5d6ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.367219 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b135cfeb-2b5b-4ffb-990f-a331e5d6ca8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.372063 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ad470c1-bb86-4722-9e2e-b30993daffeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.374816 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ad470c1-bb86-4722-9e2e-b30993daffeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.376074 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-1ad470c1-bb86-4722-9e2e-b30993daffeb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c74aa29b-836c-428f-beda-b095a31ee07e HTTP/1.1" status: 204 len: 168 time: 0.3220899 Sep 15 03:27:35.386026 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad470c1-bb86-4722-9e2e-b30993daffeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74aa29b-836c-428f-beda-b095a31ee07e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:35.389946 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d1502ab-2608-4a25-8c2a-9df387aedba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.546572 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b135cfeb-2b5b-4ffb-990f-a331e5d6ca8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.555222 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddf3a2-7deb-4f5a-84a2-e674dac273d7 req-d463df2d-4550-4d28-8a96-423c563da10e tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:35.557387 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2ddf3a2-7deb-4f5a-84a2-e674dac273d7 req-d463df2d-4550-4d28-8a96-423c563da10e tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 945 time: 0.0785093 Sep 15 03:27:35.560412 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b135cfeb-2b5b-4ffb-990f-a331e5d6ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.604461 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b135cfeb-2b5b-4ffb-990f-a331e5d6ca8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:27:35.635575 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135cfeb-2b5b-4ffb-990f-a331e5d6ca8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbe1b69-fccf-407d-9b61-cc09f43333bd,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:35.639963 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b135cfeb-2b5b-4ffb-990f-a331e5d6ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.640315 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-b135cfeb-2b5b-4ffb-990f-a331e5d6ca8e admin admin] Added segment 79379c10-e600-4a63-a3c2-e39667af28f3 of type vlan for network 3787134e-e22b-46af-a4ba-db5204827942 Sep 15 03:27:35.695791 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2ddf3a2-7deb-4f5a-84a2-e674dac273d7 req-805fbbaf-8059-4d5a-a15b-d8abfb33dc85 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240644 Sep 15 03:27:35.719180 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b135cfeb-2b5b-4ffb-990f-a331e5d6ca8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.732613 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-237c3367-3034-48ee-9c7e-7d83ac04e2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.772759 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b135cfeb-2b5b-4ffb-990f-a331e5d6ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.773743 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b135cfeb-2b5b-4ffb-990f-a331e5d6ca8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:35.774335 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b135cfeb-2b5b-4ffb-990f-a331e5d6ca8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.788420 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cab229-7686-454f-8fbe-1cbea65a2781 req-5d18bce5-4e97-4953-b0a2-f90861cc5cd3 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:35.790042 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-32cab229-7686-454f-8fbe-1cbea65a2781 req-5d18bce5-4e97-4953-b0a2-f90861cc5cd3 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 946 time: 0.0571492 Sep 15 03:27:35.804477 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d1502ab-2608-4a25-8c2a-9df387aedba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.820610 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d1502ab-2608-4a25-8c2a-9df387aedba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:35.842938 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-32cab229-7686-454f-8fbe-1cbea65a2781 req-9479ea43-1150-4b31-a825-a4acfe71b0a2 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449357 Sep 15 03:27:35.879203 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-b135cfeb-2b5b-4ffb-990f-a331e5d6ca8e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7890742 Sep 15 03:27:35.882279 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 41474) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:35.888588 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-736fa483-4552-4726-9db1-f6bb5ba04d03 admin admin] Request body: {'subnet': {'network_id': '3787134e-e22b-46af-a4ba-db5204827942', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1217420263-subnet', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:35.904843 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1502ab-2608-4a25-8c2a-9df387aedba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e335eff-914a-4859-a32d-4bab0a7ce57f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:35.913423 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 41476) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:35.913629 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-1d1502ab-2608-4a25-8c2a-9df387aedba8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61da7a2ab8544a619fb3dc9d618f111e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7384553 Sep 15 03:27:35.949195 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736fa483-4552-4726-9db1-f6bb5ba04d03 admin admin] Made reservation on behalf of 6d6f8640cfdb4b6294bd02b2c063e433 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:27:35.951237 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135cfeb-2b5b-4ffb-990f-a331e5d6ca8e admin admin] Pushing event updated for resources: {'Network': ['ID=3787134e-e22b-46af-a4ba-db5204827942,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:35.963445 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network 3787134e-e22b-46af-a4ba-db5204827942 details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:27:35.964037 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-736fa483-4552-4726-9db1-f6bb5ba04d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3306180'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:36.040361 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4bcd-fd41-4b80-9f75-a198b52d1df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:36.114013 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4bcd-fd41-4b80-9f75-a198b52d1df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:36.224038 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4bcd-fd41-4b80-9f75-a198b52d1df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:36.228405 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1a3b4bcd-fd41-4b80-9f75-a198b52d1df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:36.231212 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-1a3b4bcd-fd41-4b80-9f75-a198b52d1df0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e335eff-914a-4859-a32d-4bab0a7ce57f HTTP/1.1" status: 204 len: 168 time: 0.3148637 Sep 15 03:27:36.247194 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b4bcd-fd41-4b80-9f75-a198b52d1df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e335eff-914a-4859-a32d-4bab0a7ce57f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:36.267544 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 41496) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:36.310763 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-736fa483-4552-4726-9db1-f6bb5ba04d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2767602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3306218'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:36.360474 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fa483-4552-4726-9db1-f6bb5ba04d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02ea9f88-a6bb-46cf-8846-3a95d95e73a4,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:36.406664 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device f7482671-913e-4a38-a1de-a1f61fb7cd04 up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:27:36.427703 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736fa483-4552-4726-9db1-f6bb5ba04d03 admin admin] Checking segment: {'id': '79379c10-e600-4a63-a3c2-e39667af28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3787134e-e22b-46af-a4ba-db5204827942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:27:36.428330 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736fa483-4552-4726-9db1-f6bb5ba04d03 admin admin] Network hostable DHCP agents. Network: 3787134e-e22b-46af-a4ba-db5204827942, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:27:36.472250 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015d02e-db55-4fc3-bc7d-180a068f67cd req-a70952e5-cca4-446e-90ee-a5a24873b948 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:36.475976 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1015d02e-db55-4fc3-bc7d-180a068f67cd req-a70952e5-cca4-446e-90ee-a5a24873b948 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0897286 Sep 15 03:27:36.481863 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736fa483-4552-4726-9db1-f6bb5ba04d03 admin admin] Network 3787134e-e22b-46af-a4ba-db5204827942 is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:27:36.564947 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1015d02e-db55-4fc3-bc7d-180a068f67cd req-5a9057f2-d934-444d-9947-1d97fa787321 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712068 Sep 15 03:27:36.568889 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-736fa483-4552-4726-9db1-f6bb5ba04d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, 3787134e-e22b-46af-a4ba-db5204827942) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:36.576117 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736fa483-4552-4726-9db1-f6bb5ba04d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:36.576717 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-736fa483-4552-4726-9db1-f6bb5ba04d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:36.579858 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:36.587998 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5afb8e-9f72-4c9a-9a83-5fb566733017 None None] Network 3787134e-e22b-46af-a4ba-db5204827942 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:27:36.600636 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-736fa483-4552-4726-9db1-f6bb5ba04d03 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7170713 Sep 15 03:27:36.604093 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 41506) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:36.610999 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1217420263-router', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:36.627037 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port f7482671-913e-4a38-a1de-a1f61fb7cd04 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:27:36.630630 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e0f636a0-67d0-4c43-80fa-0eb7f8318bdf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1809098348-network', 'tenant_id': '215cbbd0130f44c3bd1032b8753e20ee'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:36.641252 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port f7482671-913e-4a38-a1de-a1f61fb7cd04 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:36.641541 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:36.654677 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1228'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:36.655801 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8079899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8074379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1239'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:36.679894 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f636a0-67d0-4c43-80fa-0eb7f8318bdf admin admin] Made reservation on behalf of 215cbbd0130f44c3bd1032b8753e20ee for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:27:36.682412 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0f636a0-67d0-4c43-80fa-0eb7f8318bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:36.699395 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0f636a0-67d0-4c43-80fa-0eb7f8318bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:36.738243 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:36.838317 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61792565-6ce9-5770-a455-e89f9f15880b-3787134e-e22b-46af-a4ba-db5204827942', 'network_id': '3787134e-e22b-46af-a4ba-db5204827942', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'fixed_ips': [{'subnet_id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4'}]}} from dv-cinder-806965-6-iscsi. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 03:27:36.839471 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:36.855250 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:36.895357 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223b38ee-4087-4dfc-bdf6-a419096a02d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7482671-913e-4a38-a1de-a1f61fb7cd04'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:27:36.898068 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64785af2-1ac8-47aa-8b1f-8b645377f493" -d '{"events": [{"server_uuid": "223b38ee-4087-4dfc-bdf6-a419096a02d0", "name": "network-vif-plugged", "status": "completed", "tag": "f7482671-913e-4a38-a1de-a1f61fb7cd04"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:27:36.959144 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port f7482671-913e-4a38-a1de-a1f61fb7cd04, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f7482671-913e-4a38-a1de-a1f61fb7cd04,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:36.972850 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:36.987902 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199e52e-32d5-45b7-9e32-b734f0ae424a req-7cf4a889-1731-4f01-bd91-681357ded4c6 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:36.991712 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f199e52e-32d5-45b7-9e32-b734f0ae424a req-7cf4a889-1731-4f01-bd91-681357ded4c6 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 946 time: 0.0637128 Sep 15 03:27:37.011085 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e197e5b-b60b-4674-ada4-9dcb6bd9cc89 req-13a40831-0c1c-4b1a-8660-d00030a7e0c3 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:37.014232 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6e197e5b-b60b-4674-ada4-9dcb6bd9cc89 req-13a40831-0c1c-4b1a-8660-d00030a7e0c3 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 945 time: 0.2284396 Sep 15 03:27:37.026410 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:37.043563 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f199e52e-32d5-45b7-9e32-b734f0ae424a req-83ce8e32-4c65-4490-ae9e-d7b42e05ed7e tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440440 Sep 15 03:27:37.081028 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=f7482671-913e-4a38-a1de-a1f61fb7cd04,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:37.109389 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d527b92f-3797-4579-8b37-ae6f3207dc45 x-openstack-request-id: req-d527b92f-3797-4579-8b37-ae6f3207dc45 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:27:37.110030 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223b38ee-4087-4dfc-bdf6-a419096a02d0", "name": "network-vif-plugged", "status": "completed", "tag": "f7482671-913e-4a38-a1de-a1f61fb7cd04", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:27:37.110443 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d527b92f-3797-4579-8b37-ae6f3207dc45 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:27:37.111033 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223b38ee-4087-4dfc-bdf6-a419096a02d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7482671-913e-4a38-a1de-a1f61fb7cd04', 'code': 200} Sep 15 03:27:37.112451 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Allocated IP 172.20.0.2 (3787134e-e22b-46af-a4ba-db5204827942/02ea9f88-a6bb-46cf-8846-3a95d95e73a4/f6fc9117-b447-4ebc-ab95-58d6dfcd8703) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:27:37.134559 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0f636a0-67d0-4c43-80fa-0eb7f8318bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:37.138709 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6e197e5b-b60b-4674-ada4-9dcb6bd9cc89 req-3eea45c0-7334-4aad-ba20-9862def342ff tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085858 Sep 15 03:27:37.148022 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0f636a0-67d0-4c43-80fa-0eb7f8318bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:37.196717 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f636a0-67d0-4c43-80fa-0eb7f8318bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97590ca-f29d-4f92-8853-9343b957343a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:37.203366 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f636a0-67d0-4c43-80fa-0eb7f8318bdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:27:37.259322 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0f636a0-67d0-4c43-80fa-0eb7f8318bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:37.260929 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-e0f636a0-67d0-4c43-80fa-0eb7f8318bdf admin admin] Added segment f5f41df7-958e-4e6f-8605-1efc8ea8fc26 of type vlan for network 9ee2e895-6966-425c-b97e-fb3b224eaa8f Sep 15 03:27:37.326008 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0f636a0-67d0-4c43-80fa-0eb7f8318bdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:37.329136 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:37.337952 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:37.378891 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Network 3787134e-e22b-46af-a4ba-db5204827942 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:27:37.382016 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:37.385470 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:27:37.454867 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Pushing event updated for resources: {'Port': ['ID=f6fc9117-b447-4ebc-ab95-58d6dfcd8703,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:37.457535 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0f636a0-67d0-4c43-80fa-0eb7f8318bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:37.458504 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f636a0-67d0-4c43-80fa-0eb7f8318bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:37.459123 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0f636a0-67d0-4c43-80fa-0eb7f8318bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:37.474284 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Attempting to bind port f6fc9117-b447-4ebc-ab95-58d6dfcd8703 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:27:37.474682 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Attempting to bind port f6fc9117-b447-4ebc-ab95-58d6dfcd8703 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': '79379c10-e600-4a63-a3c2-e39667af28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3787134e-e22b-46af-a4ba-db5204827942'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:27:37.475072 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Attempting to bind port f6fc9117-b447-4ebc-ab95-58d6dfcd8703 on network 3787134e-e22b-46af-a4ba-db5204827942 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:27:37.481792 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:27:37.482182 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Checking segment: {'id': '79379c10-e600-4a63-a3c2-e39667af28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3787134e-e22b-46af-a4ba-db5204827942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:27:37.482670 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:37.483039 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Bound using segment: {'id': '79379c10-e600-4a63-a3c2-e39667af28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3787134e-e22b-46af-a4ba-db5204827942'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:27:37.483467 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Bound port: f6fc9117-b447-4ebc-ab95-58d6dfcd8703, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79379c10-e600-4a63-a3c2-e39667af28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3787134e-e22b-46af-a4ba-db5204827942'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:27:37.483987 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:37.527403 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743509c-04b0-42b0-9fdc-806c4ea327c7 req-c44bf14a-6bf8-4b36-b2b5-3612af198aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:37.528924 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6743509c-04b0-42b0-9fdc-806c4ea327c7 req-c44bf14a-6bf8-4b36-b2b5-3612af198aae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 1099 time: 0.1496775 Sep 15 03:27:37.535699 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-e0f636a0-67d0-4c43-80fa-0eb7f8318bdf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2664347 Sep 15 03:27:37.539320 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 41538) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:37.545653 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d7a5286b-c807-4819-a7a4-a5bb5ec35097 admin admin] Request body: {'subnet': {'network_id': '9ee2e895-6966-425c-b97e-fb3b224eaa8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1809098348-subnet', 'tenant_id': '215cbbd0130f44c3bd1032b8753e20ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:37.565054 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] For port f6fc9117-b447-4ebc-ab95-58d6dfcd8703, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:27:37.568815 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] For port f6fc9117-b447-4ebc-ab95-58d6dfcd8703, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=f6fc9117-b447-4ebc-ab95-58d6dfcd8703,segment=NetworkSegment(79379c10-e600-4a63-a3c2-e39667af28f3),segment_id=79379c10-e600-4a63-a3c2-e39667af28f3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:27:37.577073 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:37.582708 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f636a0-67d0-4c43-80fa-0eb7f8318bdf admin admin] Pushing event updated for resources: {'Network': ['ID=9ee2e895-6966-425c-b97e-fb3b224eaa8f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:37.599778 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a5286b-c807-4819-a7a4-a5bb5ec35097 admin admin] Made reservation on behalf of 215cbbd0130f44c3bd1032b8753e20ee for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:27:37.600452 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:37.602031 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7a5286b-c807-4819-a7a4-a5bb5ec35097 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3306180'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:37.633914 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:37.645241 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network 9ee2e895-6966-425c-b97e-fb3b224eaa8f details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:27:37.647215 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6743509c-04b0-42b0-9fdc-806c4ea327c7 req-8f3371d9-a39b-423a-9f50-bc9b8d01f7ba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063402 Sep 15 03:27:37.788765 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61f945-7e54-4484-a428-5ccec0653383 None None] Pushing event updated for resources: {'Port': ['ID=f6fc9117-b447-4ebc-ab95-58d6dfcd8703,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:37.799471 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6189ae6-3675-43ea-984b-5d592bd9a393 req-de359490-3095-4d1a-b342-8927e8985df7 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:37.801225 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f6189ae6-3675-43ea-984b-5d592bd9a393 req-de359490-3095-4d1a-b342-8927e8985df7 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.1157455 Sep 15 03:27:37.816933 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Allocated IP 172.27.0.38 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/e5f59f89-2779-4bb5-90ea-402cdc1a60df) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:27:37.853101 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7a5286b-c807-4819-a7a4-a5bb5ec35097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2767602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3306218'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:37.894089 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f6189ae6-3675-43ea-984b-5d592bd9a393 req-d12a2bf2-25a0-46f3-bea2-5c73804ab810 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843375 Sep 15 03:27:37.928525 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5286b-c807-4819-a7a4-a5bb5ec35097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c269f4-96be-4aef-b1b7-ebd324d6417c,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:37.944987 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a5286b-c807-4819-a7a4-a5bb5ec35097 admin admin] Checking segment: {'id': 'f5f41df7-958e-4e6f-8605-1efc8ea8fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ee2e895-6966-425c-b97e-fb3b224eaa8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:27:37.945355 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a5286b-c807-4819-a7a4-a5bb5ec35097 admin admin] Network hostable DHCP agents. Network: 9ee2e895-6966-425c-b97e-fb3b224eaa8f, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:27:37.965704 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a5286b-c807-4819-a7a4-a5bb5ec35097 admin admin] Network 9ee2e895-6966-425c-b97e-fb3b224eaa8f is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:27:37.987255 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-d7a5286b-c807-4819-a7a4-a5bb5ec35097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, 9ee2e895-6966-425c-b97e-fb3b224eaa8f) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:37.996553 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9472de69-99d9-4e35-b85a-455fedf237af None None] Network 9ee2e895-6966-425c-b97e-fb3b224eaa8f requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:27:38.001097 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:38.008169 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a5286b-c807-4819-a7a4-a5bb5ec35097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:38.008773 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7a5286b-c807-4819-a7a4-a5bb5ec35097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:38.036771 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25789d-5dce-4c95-89e3-5d08a7742076 req-bc861f86-8f4b-4224-bc90-bd5ca3c74a9c tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:38.038322 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bb25789d-5dce-4c95-89e3-5d08a7742076 req-bc861f86-8f4b-4224-bc90-bd5ca3c74a9c tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 946 time: 0.0633678 Sep 15 03:27:38.040314 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-d7a5286b-c807-4819-a7a4-a5bb5ec35097 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4999542 Sep 15 03:27:38.057298 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:38.125860 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bb25789d-5dce-4c95-89e3-5d08a7742076 req-c3ca47fe-2e64-4326-84b9-d28195e216d9 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806160 Sep 15 03:27:38.148931 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:27:38.150428 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f59f89-2779-4bb5-90ea-402cdc1a60df,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:38.162115 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:38.164957 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:27:38.240995 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16cab69-bc98-4cd8-a3e8-8e9f1e423a86 None None] Network 9ee2e895-6966-425c-b97e-fb3b224eaa8f requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:27:38.257699 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7b548f7e-9b19-4309-88fe-a6bf21d81994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:38.353314 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0052abd-be43-4627-a502-582e8b64a195 req-57a29ac4-deee-4140-b12a-5e20ee2ce971 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:38.360762 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d0052abd-be43-4627-a502-582e8b64a195 req-57a29ac4-deee-4140-b12a-5e20ee2ce971 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 946 time: 0.1340950 Sep 15 03:27:38.449995 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d0052abd-be43-4627-a502-582e8b64a195 req-a21a503a-8485-4867-91e7-e8c2819e2acb tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856812 Sep 15 03:27:38.519050 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:38.758668 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:38.767457 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8079892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8074588'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:38.772531 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device f6fc9117-b447-4ebc-ab95-58d6dfcd8703 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:27:38.843677 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port f6fc9117-b447-4ebc-ab95-58d6dfcd8703 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:38.844311 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:38.918230 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Router 8a89130b-0985-4c38-a45c-20c0003882cb is scheduled to L3 agent 3f116605-9963-4097-a649-e8245477f4d2 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 03:27:38.950673 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:39.024978 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] For port f6fc9117-b447-4ebc-ab95-58d6dfcd8703, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=f6fc9117-b447-4ebc-ab95-58d6dfcd8703,segment=NetworkSegment(79379c10-e600-4a63-a3c2-e39667af28f3),segment_id=79379c10-e600-4a63-a3c2-e39667af28f3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:39.032989 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:39.070397 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6649349a-416e-46aa-ac88-5c274d7b7e18 None None] Network 3787134e-e22b-46af-a4ba-db5204827942 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:27:39.073789 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:27:39.083914 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Sync routers for ids ['8a89130b-0985-4c38-a45c-20c0003882cb'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:27:39.090297 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:39.092051 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-8fc86534-75e6-4c9a-8428-48d3da9ca4d0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4865572 Sep 15 03:27:39.095019 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 41584) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:39.095169 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Routers {'8a89130b-0985-4c38-a45c-20c0003882cb'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:27:39.095791 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:27:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['8a89130b-0985-4c38-a45c-20c0003882cb'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:39.097365 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544c997-454c-4ff7-82a0-e97f36fb46f1 req-7defd3b6-cc02-45d3-a80d-b36ef5071fe4 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:39.100260 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6544c997-454c-4ff7-82a0-e97f36fb46f1 req-7defd3b6-cc02-45d3-a80d-b36ef5071fe4 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0837421 Sep 15 03:27:39.164585 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Pushing event updated for resources: {'Port': ['ID=f6fc9117-b447-4ebc-ab95-58d6dfcd8703,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:39.188256 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6544c997-454c-4ff7-82a0-e97f36fb46f1 req-be3df1c9-ea41-4825-bb97-157b453b4d57 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793424 Sep 15 03:27:39.190203 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-85a50fcf-69e0-4070-baa9-50e439169f62 None None] Provisioning complete for port f6fc9117-b447-4ebc-ab95-58d6dfcd8703 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:39.190684 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-85a50fcf-69e0-4070-baa9-50e439169f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:39.229824 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Set router 8a89130b-0985-4c38-a45c-20c0003882cb gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:27:39.404579 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:39.441845 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'name': 'tempest-TestMinimumBasicScenario-1217420263-router', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:36Z', 'updated_at': '2021-09-15T03:27:38Z', 'revision_number': 3, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'gw_port': {'id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:37Z', 'updated_at': '2021-09-15T03:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:39.472421 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Checking router: 8a89130b-0985-4c38-a45c-20c0003882cb for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:27:39.472769 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Updating router 8a89130b-0985-4c38-a45c-20c0003882cb port e5f59f89-2779-4bb5-90ea-402cdc1a60df binding host dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:27:39.510438 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:39.515609 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393925f-1234-4bfd-82a7-8a04a543792e req-6e15e170-2ee2-48ec-aa7b-8ac52cd67222 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:39.519681 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e393925f-1234-4bfd-82a7-8a04a543792e req-6e15e170-2ee2-48ec-aa7b-8ac52cd67222 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 946 time: 0.1036692 Sep 15 03:27:39.612169 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e393925f-1234-4bfd-82a7-8a04a543792e req-a92a0dda-aa00-4dbf-a188-0ccaf15cdb05 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858500 Sep 15 03:27:39.666233 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-45ad3ece-9b2f-4dca-b936-8eb4c31bdf47 None None] Provisioning complete for port f6fc9117-b447-4ebc-ab95-58d6dfcd8703 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:39.666616 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45ad3ece-9b2f-4dca-b936-8eb4c31bdf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:39.745894 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982046d-f82a-4700-b702-a48e2fee60e7 req-88ebbcda-ddb5-4e84-8935-9109faf65068 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:39.757291 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7982046d-f82a-4700-b702-a48e2fee60e7 req-88ebbcda-ddb5-4e84-8935-9109faf65068 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 946 time: 0.1092343 Sep 15 03:27:39.807631 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7982046d-f82a-4700-b702-a48e2fee60e7 req-b3c8ca26-279a-42a6-8f01-83ea20ec8878 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483856 Sep 15 03:27:39.816227 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:39.822920 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:39.864139 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ae686-5148-4881-a6de-7d93593b9227 None None] Pushing event updated for resources: {'Port': ['ID=e5f59f89-2779-4bb5-90ea-402cdc1a60df,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:39.874557 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ae686-5148-4881-a6de-7d93593b9227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:39.874908 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ae686-5148-4881-a6de-7d93593b9227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:39.875484 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ae686-5148-4881-a6de-7d93593b9227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:39.875831 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ae686-5148-4881-a6de-7d93593b9227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:39.876171 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ae686-5148-4881-a6de-7d93593b9227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:39.876507 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ae686-5148-4881-a6de-7d93593b9227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:39.876999 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ae686-5148-4881-a6de-7d93593b9227 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:39.877344 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ae686-5148-4881-a6de-7d93593b9227 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:39.877702 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ae686-5148-4881-a6de-7d93593b9227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:39.878042 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ae686-5148-4881-a6de-7d93593b9227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:39.878379 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ae686-5148-4881-a6de-7d93593b9227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:39.878872 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ae686-5148-4881-a6de-7d93593b9227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:39.916366 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Attempting to bind port e5f59f89-2779-4bb5-90ea-402cdc1a60df on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:27:39.917196 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Attempting to bind port e5f59f89-2779-4bb5-90ea-402cdc1a60df by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:27:39.917793 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Attempting to bind port e5f59f89-2779-4bb5-90ea-402cdc1a60df on network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:27:39.923056 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:27:39.923825 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Checking segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:27:39.924402 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:39.924948 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Bound using segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:27:39.925719 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Bound port: e5f59f89-2779-4bb5-90ea-402cdc1a60df, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:27:39.926333 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:39.979925 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] For port e5f59f89-2779-4bb5-90ea-402cdc1a60df, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:27:39.983825 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] For port e5f59f89-2779-4bb5-90ea-402cdc1a60df, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=e5f59f89-2779-4bb5-90ea-402cdc1a60df,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:27:39.991949 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:40.011419 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-dc740c7f-a210-46df-8bc7-f68ada0215a3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:40.016239 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-dc740c7f-a210-46df-8bc7-f68ada0215a3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/networks?id=9ee2e895-6966-425c-b97e-fb3b224eaa8f HTTP/1.1" status: 200 len: 814 time: 0.1739852 Sep 15 03:27:40.055541 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Routers {'8a89130b-0985-4c38-a45c-20c0003882cb'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:27:40.056116 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:27:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['8a89130b-0985-4c38-a45c-20c0003882cb'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:40.059606 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ae686-5148-4881-a6de-7d93593b9227 None None] Pushing event updated for resources: {'Port': ['ID=e5f59f89-2779-4bb5-90ea-402cdc1a60df,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:40.061029 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-5675410b-e49e-4205-acd3-4ea92b97fa28 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/quotas/215cbbd0130f44c3bd1032b8753e20ee HTTP/1.1" status: 200 len: 375 time: 0.0200262 Sep 15 03:27:40.125056 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-ac7e85f0-c9ae-44f8-8a2a-a404c4ad48ee tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=215cbbd0130f44c3bd1032b8753e20ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479045 Sep 15 03:27:40.128244 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:40.166687 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] Set router 8a89130b-0985-4c38-a45c-20c0003882cb gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:27:40.418719 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95aacc-b991-4ef3-b4ad-50a1c986915c req-2a7d2ce3-929d-4048-b227-e46d3c8d3a9f tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:40.420593 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1e95aacc-b991-4ef3-b4ad-50a1c986915c req-2a7d2ce3-929d-4048-b227-e46d3c8d3a9f tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 946 time: 0.2277796 Sep 15 03:27:40.464061 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 41622) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:40.501812 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-abadaeb4-3bf4-4163-9433-2032d37b70e5 service neutron] 10.222.0.24 "GET /v2.0/networks/9ee2e895-6966-425c-b97e-fb3b224eaa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574886 Sep 15 03:27:40.504809 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'name': 'tempest-TestMinimumBasicScenario-1217420263-router', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:36Z', 'updated_at': '2021-09-15T03:27:38Z', 'revision_number': 3, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'gw_port': {'id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:37Z', 'updated_at': '2021-09-15T03:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:40.534646 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db8d49d-27db-4a6c-b10d-729ce3eed1c9 None None] The sync data for ids ['8a89130b-0985-4c38-a45c-20c0003882cb'] in dv-cinder-806965-6-iscsi is: [{'id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'name': 'tempest-TestMinimumBasicScenario-1217420263-router', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:36Z', 'updated_at': '2021-09-15T03:27:38Z', 'revision_number': 3, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'gw_port': {'id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:37Z', 'updated_at': '2021-09-15T03:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:27:40.649939 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4499e4-bbab-4548-a131-7a766581435f req-d09900ce-295d-4785-bd8e-a28bba7180d4 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:40.661211 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9d4499e4-bbab-4548-a131-7a766581435f req-d09900ce-295d-4785-bd8e-a28bba7180d4 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.3449042 Sep 15 03:27:40.675811 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eaad39aa-9e15-4e7d-a3ad-8810e45c39bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:40.680792 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Allocated IP 172.20.0.1 (3787134e-e22b-46af-a4ba-db5204827942/02ea9f88-a6bb-46cf-8846-3a95d95e73a4/2219084c-a958-435f-a0bc-3c89f5ae7ceb) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:27:40.696334 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a94ed2-fbb2-4658-affd-024911bb40fb req-d6df45e7-9969-4afe-bab6-4e92ce8c290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:40.697993 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-98a94ed2-fbb2-4658-affd-024911bb40fb req-d6df45e7-9969-4afe-bab6-4e92ce8c290e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 1099 time: 0.3511658 Sep 15 03:27:40.715701 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device f6fc9117-b447-4ebc-ab95-58d6dfcd8703 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:27:40.725214 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9d4499e4-bbab-4548-a131-7a766581435f req-13a4adf4-fdd3-48ea-99dd-232d2b542865 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611391 Sep 15 03:27:40.750650 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-98a94ed2-fbb2-4658-affd-024911bb40fb req-ee11ef88-5df8-49f0-9246-3513b4434b5a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351846 Sep 15 03:27:40.752827 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-1e95aacc-b991-4ef3-b4ad-50a1c986915c req-e123516b-8ea7-439b-a76b-25a16dc66b34 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Deleting port 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:27:40.753188 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1e95aacc-b991-4ef3-b4ad-50a1c986915c req-e123516b-8ea7-439b-a76b-25a16dc66b34 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:40.779156 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-d1caf52c-7aae-43fa-b45f-307515cc1433 service neutron] 10.222.0.24 "GET /v2.0/networks/9ee2e895-6966-425c-b97e-fb3b224eaa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586033 Sep 15 03:27:40.820120 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port f6fc9117-b447-4ebc-ab95-58d6dfcd8703 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:40.820783 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:40.850057 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:41.003476 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-1e95aacc-b991-4ef3-b4ad-50a1c986915c req-e123516b-8ea7-439b-a76b-25a16dc66b34 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] For port 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=971fb49f-f819-4baa-a7c1-7e6a8d74cdb8,segment=NetworkSegment(2a585ffb-8119-4b59-a721-058e10075e69),segment_id=2a585ffb-8119-4b59-a721-058e10075e69)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:41.003985 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1e95aacc-b991-4ef3-b4ad-50a1c986915c req-e123516b-8ea7-439b-a76b-25a16dc66b34 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:41.061300 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-1e95aacc-b991-4ef3-b4ad-50a1c986915c req-e123516b-8ea7-439b-a76b-25a16dc66b34 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Calling delete_port for 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:27:41.081397 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:41.157101 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7d6ea512-98ff-42f0-a254-f99334c5aaa3 req-a87faa7a-4748-42ed-a6d6-62a016b809ea tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 210 time: 0.0338778 Sep 15 03:27:41.188853 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eaad39aa-9e15-4e7d-a3ad-8810e45c39bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:41.198859 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ac333-4b72-4edd-b71f-53efaa08b388 req-aaf6722a-5393-4743-b279-3b2066b018fd tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:41.200319 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8c6ac333-4b72-4edd-b71f-53efaa08b388 req-aaf6722a-5393-4743-b279-3b2066b018fd tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 946 time: 0.1817052 Sep 15 03:27:41.205434 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eaad39aa-9e15-4e7d-a3ad-8810e45c39bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:41.245427 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:41.297941 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad39aa-9e15-4e7d-a3ad-8810e45c39bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81322425-1068-4c00-be99-71bd55cdd7f0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:41.311505 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Network 3787134e-e22b-46af-a4ba-db5204827942 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:27:41.325455 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 41642) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:41.333029 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-eaad39aa-9e15-4e7d-a3ad-8810e45c39bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=090c6ef831624aa2ae2853c6ebaec7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8678620 Sep 15 03:27:41.339807 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:41.369698 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:27:41.370320 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8074635'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:41.434897 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c12de9e1-fdad-4690-b4fc-f07c5daea1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:41.474464 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c12de9e1-fdad-4690-b4fc-f07c5daea1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:41.521367 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8c6ac333-4b72-4edd-b71f-53efaa08b388 req-ae130c1f-64b5-43e4-8397-2be3cd0db2de tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086493 Sep 15 03:27:41.605920 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2219084c-a958-435f-a0bc-3c89f5ae7ceb,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:41.609285 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c12de9e1-fdad-4690-b4fc-f07c5daea1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:41.611999 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c12de9e1-fdad-4690-b4fc-f07c5daea1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:41.619598 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-c12de9e1-fdad-4690-b4fc-f07c5daea1a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81322425-1068-4c00-be99-71bd55cdd7f0 HTTP/1.1" status: 204 len: 168 time: 0.2922330 Sep 15 03:27:41.631092 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12de9e1-fdad-4690-b4fc-f07c5daea1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81322425-1068-4c00-be99-71bd55cdd7f0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:41.682119 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1e95aacc-b991-4ef3-b4ad-50a1c986915c req-e123516b-8ea7-439b-a76b-25a16dc66b34 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:41.705899 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3069d79d-bcbd-4213-9f36-dd3212eb3877 None None] Provisioning complete for port 2219084c-a958-435f-a0bc-3c89f5ae7ceb triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:41.706393 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3069d79d-bcbd-4213-9f36-dd3212eb3877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:41.722416 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123516b-8ea7-439b-a76b-25a16dc66b34 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Pushing event deleted for resources: {'Port': ['ID=971fb49f-f819-4baa-a7c1-7e6a8d74cdb8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:41.724396 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:41.819822 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3069d79d-bcbd-4213-9f36-dd3212eb3877 None None] Port 2219084c-a958-435f-a0bc-3c89f5ae7ceb cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:27:41.878411 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e95aacc-b991-4ef3-b4ad-50a1c986915c req-e123516b-8ea7-439b-a76b-25a16dc66b34 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] No DVR routers for this DVR port 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 on host hv-cinder-80696 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:27:41.892198 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1e95aacc-b991-4ef3-b4ad-50a1c986915c req-e123516b-8ea7-439b-a76b-25a16dc66b34 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:41.894177 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1e95aacc-b991-4ef3-b4ad-50a1c986915c req-e123516b-8ea7-439b-a76b-25a16dc66b34 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.52 "DELETE /v2.0/ports/971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 HTTP/1.1" status: 204 len: 173 time: 1.4435227 Sep 15 03:27:41.895546 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ff342b-1228-42c3-83af-647d3439776f', 'name': 'network-vif-deleted', 'tag': '971fb49f-f819-4baa-a7c1-7e6a8d74cdb8'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:27:41.897939 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c5e5a7ed1901eac8cf18039674ee6f7c806fec2fd0ee94a2a8e9c46147c846e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6993ad5a-e7ee-43ec-a654-a2bd3f1f581c" -d '{"events": [{"server_uuid": "b5ff342b-1228-42c3-83af-647d3439776f", "name": "network-vif-deleted", "tag": "971fb49f-f819-4baa-a7c1-7e6a8d74cdb8"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:27:42.138733 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 41666) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:42.152605 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac09e247-d6bf-4975-ad68-680680ad5e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:42.181198 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf005e8-59d4-4aee-a8f8-220ed6b42859 x-openstack-request-id: req-5cf005e8-59d4-4aee-a8f8-220ed6b42859 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:27:42.181744 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ff342b-1228-42c3-83af-647d3439776f", "name": "network-vif-deleted", "tag": "971fb49f-f819-4baa-a7c1-7e6a8d74cdb8", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:27:42.182407 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5cf005e8-59d4-4aee-a8f8-220ed6b42859 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:27:42.182407 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ff342b-1228-42c3-83af-647d3439776f', 'name': 'network-vif-deleted', 'tag': '971fb49f-f819-4baa-a7c1-7e6a8d74cdb8', 'status': 'completed', 'code': 200} Sep 15 03:27:42.191631 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d248a26-ef37-49e6-b442-c21168993f19 req-e30adf1b-b3b7-4742-ac02-9b67c417653b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:42.193211 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2d248a26-ef37-49e6-b442-c21168993f19 req-e30adf1b-b3b7-4742-ac02-9b67c417653b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.3828576 Sep 15 03:27:42.267606 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac09e247-d6bf-4975-ad68-680680ad5e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:42.273546 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac09e247-d6bf-4975-ad68-680680ad5e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:42.279297 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2d248a26-ef37-49e6-b442-c21168993f19 req-1028e7f5-944a-4d88-89c5-eaaa6e630d83 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551472 Sep 15 03:27:42.312402 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:42.319581 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:42.320288 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8079387'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:42.325866 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09e247-d6bf-4975-ad68-680680ad5e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1dc783-914c-4e76-86ad-2c73641480ee,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:42.345041 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-ac09e247-d6bf-4975-ad68-680680ad5e16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=733327696b0a4c48b13f13aa8537afd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051988 Sep 15 03:27:42.347970 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 41670) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:42.388348 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2219084c-a958-435f-a0bc-3c89f5ae7ceb,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:42.393932 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e5ac9093-14ba-4c0a-ad0c-9b0cc89f261c req-3a687dbd-e95a-4dd5-8a8a-adc802b30694 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 210 time: 0.0367815 Sep 15 03:27:42.422691 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c24edf07-1aed-470a-bae1-6360595ef9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:42.425935 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:27:42.446300 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c24edf07-1aed-470a-bae1-6360595ef9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:42.456610 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:27:42.456987 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 971fb49f-f819-4baa-a7c1-7e6a8d74cdb8 not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:27:42.458735 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Network 3787134e-e22b-46af-a4ba-db5204827942 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:27:42.460796 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:42.515428 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c24edf07-1aed-470a-bae1-6360595ef9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:42.520968 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c24edf07-1aed-470a-bae1-6360595ef9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:42.522731 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-c24edf07-1aed-470a-bae1-6360595ef9d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d1dc783-914c-4e76-86ad-2c73641480ee HTTP/1.1" status: 204 len: 168 time: 0.1738443 Sep 15 03:27:42.539560 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24edf07-1aed-470a-bae1-6360595ef9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1dc783-914c-4e76-86ad-2c73641480ee,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:42.785628 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Router 8a89130b-0985-4c38-a45c-20c0003882cb has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:27:42.790238 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-44213150-1f64-439d-8f79-175cb5512e3d req-8e894058-cff1-47eb-834a-775cb84705c8 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=b5ff342b-1228-42c3-83af-647d3439776f HTTP/1.1" status: 200 len: 210 time: 0.1413884 Sep 15 03:27:42.800271 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device e5f59f89-2779-4bb5-90ea-402cdc1a60df up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:27:42.872322 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-00dc2051-7178-4162-8017-fde0257b6da3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:42.873869 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-00dc2051-7178-4162-8017-fde0257b6da3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.52 "GET /v2.0/networks?id=9ee2e895-6966-425c-b97e-fb3b224eaa8f HTTP/1.1" status: 200 len: 814 time: 0.2092743 Sep 15 03:27:42.879915 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c9606d2c-2286-4cae-9ac0-5a30006dad68 None None] Provisioning complete for port 2219084c-a958-435f-a0bc-3c89f5ae7ceb triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:42.880463 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c9606d2c-2286-4cae-9ac0-5a30006dad68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:42.914435 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port e5f59f89-2779-4bb5-90ea-402cdc1a60df triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:42.914807 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:42.936063 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-97fa6361-394b-478f-9ff0-9e9877dd23d3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Request body: {'port': {'device_id': 'dfce4f3e-bf09-4c60-848b-05b39a3ed0c4', 'network_id': '9ee2e895-6966-425c-b97e-fb3b224eaa8f', 'admin_state_up': True, 'tenant_id': '215cbbd0130f44c3bd1032b8753e20ee'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:42.956433 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c9606d2c-2286-4cae-9ac0-5a30006dad68 None None] Port 2219084c-a958-435f-a0bc-3c89f5ae7ceb cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:27:42.999495 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:27:43.006706 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-f7aeb0c0-cc71-44f8-9fb8-16392991e5f5 admin admin] 10.222.0.24 "PUT /v2.0/routers/8a89130b-0985-4c38-a45c-20c0003882cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9101839 Sep 15 03:27:43.024306 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:43.031154 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Sync routers for ids ['8a89130b-0985-4c38-a45c-20c0003882cb'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:27:43.062246 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] For port e5f59f89-2779-4bb5-90ea-402cdc1a60df, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=e5f59f89-2779-4bb5-90ea-402cdc1a60df,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:43.063331 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Routers {'8a89130b-0985-4c38-a45c-20c0003882cb'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:27:43.063980 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:27:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['8a89130b-0985-4c38-a45c-20c0003882cb'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:43.104777 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:43.159159 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-97fa6361-394b-478f-9ff0-9e9877dd23d3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Made reservation on behalf of 215cbbd0130f44c3bd1032b8753e20ee for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:27:43.164543 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-97fa6361-394b-478f-9ff0-9e9877dd23d3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:43.169049 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Pushing event updated for resources: {'Port': ['ID=e5f59f89-2779-4bb5-90ea-402cdc1a60df,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:43.273227 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Set router 8a89130b-0985-4c38-a45c-20c0003882cb gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:27:43.381680 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-97fa6361-394b-478f-9ff0-9e9877dd23d3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Allocated IP 172.20.0.3 (9ee2e895-6966-425c-b97e-fb3b224eaa8f/41c269f4-96be-4aef-b1b7-ebd324d6417c/0b90245b-261b-459f-9ccb-0445cfe85526) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:27:43.520879 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eca8e-336f-4855-9391-073ec2009d25 req-f86130de-63c7-46b7-968e-5790b7fbc37b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:43.522555 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7c5eca8e-336f-4855-9391-073ec2009d25 req-f86130de-63c7-46b7-968e-5790b7fbc37b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.1280725 Sep 15 03:27:43.594805 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4b514814-c09d-413c-bfa5-83f1d887ccb4 req-67e24839-fc4d-42b1-b154-5bd60263c39c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 210 time: 0.0607216 Sep 15 03:27:43.612249 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7c5eca8e-336f-4855-9391-073ec2009d25 req-cb635ccb-4b90-4fc7-b654-e9e9379286af tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790083 Sep 15 03:27:43.711501 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'name': 'tempest-TestMinimumBasicScenario-1217420263-router', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:36Z', 'updated_at': '2021-09-15T03:27:41Z', 'revision_number': 4, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'gw_port': {'id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:37Z', 'updated_at': '2021-09-15T03:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2219084c-a958-435f-a0bc-3c89f5ae7ceb', 'name': '', 'network_id': '3787134e-e22b-46af-a4ba-db5204827942', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'mac_address': 'fa:16:3e:dd:8d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:40Z', 'updated_at': '2021-09-15T03:27:41Z', 'revision_number': 2, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'subnets': [{'id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:43.744543 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Checking router: 8a89130b-0985-4c38-a45c-20c0003882cb for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:27:43.745033 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Updating router 8a89130b-0985-4c38-a45c-20c0003882cb port 2219084c-a958-435f-a0bc-3c89f5ae7ceb binding host dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:27:43.776367 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-97fa6361-394b-478f-9ff0-9e9877dd23d3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:43.784789 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc45e6-65ed-4aef-81e6-b16f3ef62fff req-5bc10b0f-d67b-4293-948d-a8d1e2fb5eea tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:43.786328 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-81fc45e6-65ed-4aef-81e6-b16f3ef62fff req-5bc10b0f-d67b-4293-948d-a8d1e2fb5eea tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0761099 Sep 15 03:27:43.792114 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:43.847439 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-97fa6361-394b-478f-9ff0-9e9877dd23d3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:43.850918 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-81fc45e6-65ed-4aef-81e6-b16f3ef62fff req-8eafff95-0cda-43ba-8308-48dd6b51eb0b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570562 Sep 15 03:27:43.933557 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-97fa6361-394b-478f-9ff0-9e9877dd23d3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Network 9ee2e895-6966-425c-b97e-fb3b224eaa8f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:27:43.939102 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-97fa6361-394b-478f-9ff0-9e9877dd23d3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:43.944671 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-97fa6361-394b-478f-9ff0-9e9877dd23d3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:27:43.951100 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-97fa6361-394b-478f-9ff0-9e9877dd23d3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:43.957007 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-97fa6361-394b-478f-9ff0-9e9877dd23d3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:43.984705 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa6361-394b-478f-9ff0-9e9877dd23d3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Pushing event updated for resources: {'Port': ['ID=0b90245b-261b-459f-9ccb-0445cfe85526,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:43.996902 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-97fa6361-394b-478f-9ff0-9e9877dd23d3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0667195 Sep 15 03:27:44.018342 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Request body: {'port': {'device_id': 'dfce4f3e-bf09-4c60-848b-05b39a3ed0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:44.084818 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.226101 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.236166 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.238825 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 41746) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:44.251903 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-9bdc5ad7-150f-4a6b-865a-9c33c400aa5d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2023030350-network', 'tenant_id': 'e085395e015f4231ba54de151b89bf79'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:44.367257 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945c7b5-3fea-456b-b9ac-b1a5d20079fa None None] Pushing event updated for resources: {'Port': ['ID=2219084c-a958-435f-a0bc-3c89f5ae7ceb,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:44.395290 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Attempting to bind port 2219084c-a958-435f-a0bc-3c89f5ae7ceb on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:27:44.395915 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Attempting to bind port 2219084c-a958-435f-a0bc-3c89f5ae7ceb by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': '79379c10-e600-4a63-a3c2-e39667af28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3787134e-e22b-46af-a4ba-db5204827942'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:27:44.396443 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Attempting to bind port 2219084c-a958-435f-a0bc-3c89f5ae7ceb on network 3787134e-e22b-46af-a4ba-db5204827942 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:27:44.403169 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:27:44.403805 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Checking segment: {'id': '79379c10-e600-4a63-a3c2-e39667af28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3787134e-e22b-46af-a4ba-db5204827942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:27:44.404518 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.405219 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Bound using segment: {'id': '79379c10-e600-4a63-a3c2-e39667af28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3787134e-e22b-46af-a4ba-db5204827942'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:27:44.405979 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Bound port: 2219084c-a958-435f-a0bc-3c89f5ae7ceb, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79379c10-e600-4a63-a3c2-e39667af28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3787134e-e22b-46af-a4ba-db5204827942'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:27:44.406529 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.487475 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdc5ad7-150f-4a6b-865a-9c33c400aa5d admin admin] Made reservation on behalf of e085395e015f4231ba54de151b89bf79 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:27:44.492570 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5ad7-150f-4a6b-865a-9c33c400aa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.509719 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] For port 2219084c-a958-435f-a0bc-3c89f5ae7ceb, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:27:44.513949 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] For port 2219084c-a958-435f-a0bc-3c89f5ae7ceb, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=2219084c-a958-435f-a0bc-3c89f5ae7ceb,segment=NetworkSegment(79379c10-e600-4a63-a3c2-e39667af28f3),segment_id=79379c10-e600-4a63-a3c2-e39667af28f3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:27:44.519696 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.533059 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5ad7-150f-4a6b-865a-9c33c400aa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.559382 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-cb2ad7f2-56e8-4e6f-ad45-c628ac65c073 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:44.576667 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-cb2ad7f2-56e8-4e6f-ad45-c628ac65c073 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/networks?id=67f4c415-938d-49b7-a541-48f9309fa89e HTTP/1.1" status: 200 len: 808 time: 0.4017982 Sep 15 03:27:44.603679 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b90245b-261b-459f-9ccb-0445cfe85526 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:27:44.612471 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.613575 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-415da475-9561-4328-be0a-19fdd16a63a1 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/quotas/7da5d37fbc0746988b2ff045c4f70ca8 HTTP/1.1" status: 200 len: 375 time: 0.0352094 Sep 15 03:27:44.628584 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Transition to ACTIVE for port object 0b90245b-261b-459f-9ccb-0445cfe85526 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:27:44.634120 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945c7b5-3fea-456b-b9ac-b1a5d20079fa None None] Pushing event updated for resources: {'Port': ['ID=2219084c-a958-435f-a0bc-3c89f5ae7ceb,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:44.640629 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.652470 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Routers {'8a89130b-0985-4c38-a45c-20c0003882cb'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:27:44.656664 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:27:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['8a89130b-0985-4c38-a45c-20c0003882cb'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:44.670780 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-4cff2e75-a22e-4430-a68e-d2ae75672998 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7da5d37fbc0746988b2ff045c4f70ca8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562553 Sep 15 03:27:44.769021 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bab7c46c-39f2-4ece-b0a8-36a7726a295f None None] Provisioning complete for port 2219084c-a958-435f-a0bc-3c89f5ae7ceb triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:44.769565 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bab7c46c-39f2-4ece-b0a8-36a7726a295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.772126 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Pushing event updated for resources: {'Port': ['ID=0b90245b-261b-459f-9ccb-0445cfe85526,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:44.805452 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device e5f59f89-2779-4bb5-90ea-402cdc1a60df up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:27:44.842779 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-eb13784c-01b0-4471-b4c2-8830d12a9c82 service neutron] 10.222.0.24 "GET /v2.0/networks/67f4c415-938d-49b7-a541-48f9309fa89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708260 Sep 15 03:27:44.847109 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Attempting to bind port 0b90245b-261b-459f-9ccb-0445cfe85526 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:27:44.847798 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Attempting to bind port 0b90245b-261b-459f-9ccb-0445cfe85526 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'f5f41df7-958e-4e6f-8605-1efc8ea8fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ee2e895-6966-425c-b97e-fb3b224eaa8f'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:27:44.848372 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Attempting to bind port 0b90245b-261b-459f-9ccb-0445cfe85526 on network 9ee2e895-6966-425c-b97e-fb3b224eaa8f {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:27:44.880056 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Port 0b90245b-261b-459f-9ccb-0445cfe85526 on network 9ee2e895-6966-425c-b97e-fb3b224eaa8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:27:44.880601 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Attempting to bind port 0b90245b-261b-459f-9ccb-0445cfe85526 on network 9ee2e895-6966-425c-b97e-fb3b224eaa8f {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:27:44.887594 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:27:44.887937 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Checking segment: {'id': 'f5f41df7-958e-4e6f-8605-1efc8ea8fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ee2e895-6966-425c-b97e-fb3b224eaa8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:27:44.888328 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Bound using segment: {'id': 'f5f41df7-958e-4e6f-8605-1efc8ea8fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ee2e895-6966-425c-b97e-fb3b224eaa8f'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:27:44.889029 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Bound port: 0b90245b-261b-459f-9ccb-0445cfe85526, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f41df7-958e-4e6f-8605-1efc8ea8fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ee2e895-6966-425c-b97e-fb3b224eaa8f'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:27:44.889159 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:44.933143 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3197e-3b0a-4e71-a23d-64f4e364d25e req-2711fa5f-c605-4818-b6a3-39c455011e51 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:44.936302 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0be3197e-3b0a-4e71-a23d-64f4e364d25e req-2711fa5f-c605-4818-b6a3-39c455011e51 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 943 time: 0.1508307 Sep 15 03:27:44.938677 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] Set router 8a89130b-0985-4c38-a45c-20c0003882cb gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:27:44.989128 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-a041fc52-5bd0-4835-9d84-29b30b55f96e service neutron] 10.222.0.24 "GET /v2.0/networks/67f4c415-938d-49b7-a541-48f9309fa89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452937 Sep 15 03:27:45.013730 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0be3197e-3b0a-4e71-a23d-64f4e364d25e req-b8d2143f-40bf-4915-9b99-3557e341d44d tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451372 Sep 15 03:27:45.035071 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5ad7-150f-4a6b-865a-9c33c400aa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:45.048971 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5ad7-150f-4a6b-865a-9c33c400aa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:45.060681 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] For port 0b90245b-261b-459f-9ccb-0445cfe85526, host hv-cinder-80696, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:27:45.064009 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] For port 0b90245b-261b-459f-9ccb-0445cfe85526, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0b90245b-261b-459f-9ccb-0445cfe85526,segment=NetworkSegment(f5f41df7-958e-4e6f-8605-1efc8ea8fc26),segment_id=f5f41df7-958e-4e6f-8605-1efc8ea8fc26)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:27:45.069981 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:45.070918 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bab7c46c-39f2-4ece-b0a8-36a7726a295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:45.096951 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port e5f59f89-2779-4bb5-90ea-402cdc1a60df triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:45.097339 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:45.111611 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:45.112466 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:45.113884 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] 10.222.0.52 "PUT /v2.0/ports/0b90245b-261b-459f-9ccb-0445cfe85526 HTTP/1.1" status: 200 len: 1093 time: 1.0998199 Sep 15 03:27:45.116137 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfce4f3e-bf09-4c60-848b-05b39a3ed0c4', 'tag': '0b90245b-261b-459f-9ccb-0445cfe85526'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:27:45.118431 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c5e5a7ed1901eac8cf18039674ee6f7c806fec2fd0ee94a2a8e9c46147c846e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d8a2c8-16cd-44d5-9584-9cb680aed996" -d '{"events": [{"name": "network-changed", "server_uuid": "dfce4f3e-bf09-4c60-848b-05b39a3ed0c4", "tag": "0b90245b-261b-459f-9ccb-0445cfe85526"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:27:45.140355 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bdc5ad7-150f-4a6b-865a-9c33c400aa5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:27:45.160222 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc5ad7-150f-4a6b-865a-9c33c400aa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1191b2-da23-4b58-9d76-361995b96ec9,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:45.160939 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5b11b-0b55-48ec-ba7f-7e6efb59b630 service neutron] Pushing event updated for resources: {'Port': ['ID=0b90245b-261b-459f-9ccb-0445cfe85526,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:45.167526 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5ad7-150f-4a6b-865a-9c33c400aa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:45.168222 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.segments_db [None req-9bdc5ad7-150f-4a6b-865a-9c33c400aa5d admin admin] Added segment 74eb80b7-5f24-4594-b1ac-752dc3ffe0e0 of type vlan for network 3acbf04d-52d9-4a98-b897-ff038fc02cf6 Sep 15 03:27:45.203517 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326dca68-e583-4db3-b1ac-976fac98c401 x-openstack-request-id: req-326dca68-e583-4db3-b1ac-976fac98c401 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:27:45.204268 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfce4f3e-bf09-4c60-848b-05b39a3ed0c4", "tag": "0b90245b-261b-459f-9ccb-0445cfe85526", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:27:45.217509 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-326dca68-e583-4db3-b1ac-976fac98c401 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:27:45.218194 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfce4f3e-bf09-4c60-848b-05b39a3ed0c4', 'tag': '0b90245b-261b-459f-9ccb-0445cfe85526', 'status': 'completed', 'code': 200} Sep 15 03:27:45.251712 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5ad7-150f-4a6b-865a-9c33c400aa5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:45.263405 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-bab7c46c-39f2-4ece-b0a8-36a7726a295f None None] For port 2219084c-a958-435f-a0bc-3c89f5ae7ceb, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=2219084c-a958-435f-a0bc-3c89f5ae7ceb,segment=NetworkSegment(79379c10-e600-4a63-a3c2-e39667af28f3),segment_id=79379c10-e600-4a63-a3c2-e39667af28f3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:45.291793 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bab7c46c-39f2-4ece-b0a8-36a7726a295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:45.321686 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5ad7-150f-4a6b-865a-9c33c400aa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:45.325562 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdc5ad7-150f-4a6b-865a-9c33c400aa5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:45.325562 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5ad7-150f-4a6b-865a-9c33c400aa5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:45.337527 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-799c3f29-17c4-453d-b61c-afe399d9c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:45.342109 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-799c3f29-17c4-453d-b61c-afe399d9c3fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=215cbbd0130f44c3bd1032b8753e20ee&device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 1096 time: 0.1529105 Sep 15 03:27:45.353131 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7c46c-39f2-4ece-b0a8-36a7726a295f None None] Pushing event updated for resources: {'Port': ['ID=2219084c-a958-435f-a0bc-3c89f5ae7ceb,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:45.379785 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d105eb18-f9b1-43ad-8fff-b2c3c547d5d3 req-5fd7e005-4909-4e98-b2fe-cc7ec0c97a68 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 210 time: 0.0766330 Sep 15 03:27:45.387164 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-9bdc5ad7-150f-4a6b-865a-9c33c400aa5d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1457222 Sep 15 03:27:45.390000 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 41778) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:45.430416 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3004e785-3a9d-4a7d-8c83-8d776c40cf61 admin admin] Request body: {'subnet': {'network_id': '3acbf04d-52d9-4a98-b897-ff038fc02cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2023030350-subnet', 'tenant_id': 'e085395e015f4231ba54de151b89bf79', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:45.453381 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-b2dbcd97-58b1-4466-9fbd-288bff50feef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b90245b-261b-459f-9ccb-0445cfe85526 HTTP/1.1" status: 200 len: 217 time: 0.0758286 Sep 15 03:27:45.460776 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3004e785-3a9d-4a7d-8c83-8d776c40cf61 admin admin] Made reservation on behalf of e085395e015f4231ba54de151b89bf79 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:27:45.466375 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3004e785-3a9d-4a7d-8c83-8d776c40cf61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:45.467009 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc5ad7-150f-4a6b-865a-9c33c400aa5d admin admin] Pushing event updated for resources: {'Network': ['ID=3acbf04d-52d9-4a98-b897-ff038fc02cf6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:45.486533 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network 3acbf04d-52d9-4a98-b897-ff038fc02cf6 details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:27:45.589304 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-98d5dd86-784f-4c60-82a9-a8e16a61bde5 None None] Provisioning complete for port 2219084c-a958-435f-a0bc-3c89f5ae7ceb triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:45.589688 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-98d5dd86-784f-4c60-82a9-a8e16a61bde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:45.626776 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-9580b544-48cf-47cd-9da2-0f971bd33b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:45.628756 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-9580b544-48cf-47cd-9da2-0f971bd33b4c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=41c269f4-96be-4aef-b1b7-ebd324d6417c HTTP/1.1" status: 200 len: 854 time: 0.1179013 Sep 15 03:27:45.647037 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'name': 'tempest-TestMinimumBasicScenario-1217420263-router', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:36Z', 'updated_at': '2021-09-15T03:27:41Z', 'revision_number': 4, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'gw_port': {'id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:37Z', 'updated_at': '2021-09-15T03:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2219084c-a958-435f-a0bc-3c89f5ae7ceb', 'name': '', 'network_id': '3787134e-e22b-46af-a4ba-db5204827942', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'mac_address': 'fa:16:3e:dd:8d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:40Z', 'updated_at': '2021-09-15T03:27:44Z', 'revision_number': 4, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'subnets': [{'id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:45.669196 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-bca01f80-1669-4c17-b053-34083fdc7668 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ee2e895-6966-425c-b97e-fb3b224eaa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304663 Sep 15 03:27:45.681912 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d1d358-a260-4222-b27f-f45080355fec None None] The sync data for ids ['8a89130b-0985-4c38-a45c-20c0003882cb'] in dv-cinder-806965-6-iscsi is: [{'id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'name': 'tempest-TestMinimumBasicScenario-1217420263-router', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:36Z', 'updated_at': '2021-09-15T03:27:41Z', 'revision_number': 4, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'gw_port': {'id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:37Z', 'updated_at': '2021-09-15T03:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2219084c-a958-435f-a0bc-3c89f5ae7ceb', 'name': '', 'network_id': '3787134e-e22b-46af-a4ba-db5204827942', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'mac_address': 'fa:16:3e:dd:8d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:40Z', 'updated_at': '2021-09-15T03:27:44Z', 'revision_number': 4, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'subnets': [{'id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:27:45.914743 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3004e785-3a9d-4a7d-8c83-8d776c40cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:45.918785 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-4d85c15b-2412-4ab4-bd2e-96bf4dd89135 service neutron] 10.222.0.52 "GET /v2.0/networks/9ee2e895-6966-425c-b97e-fb3b224eaa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393785 Sep 15 03:27:45.966197 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486a8fe-b96d-4008-880f-d223f34246f2 req-fb12c3d1-b8b1-4324-8a73-7de9919204b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:45.968528 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0486a8fe-b96d-4008-880f-d223f34246f2 req-fb12c3d1-b8b1-4324-8a73-7de9919204b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1a7d9654f1349838636f7b058f11cdd&device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 1098 time: 0.0907483 Sep 15 03:27:45.985397 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88377827-2a71-4110-a873-83b0da882843 req-359af69a-f25f-494e-9f01-0f40dc37e9ef tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:45.986909 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-88377827-2a71-4110-a873-83b0da882843 req-359af69a-f25f-494e-9f01-0f40dc37e9ef tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.1078789 Sep 15 03:27:46.093944 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004e785-3a9d-4a7d-8c83-8d776c40cf61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7bdab6a-c2d4-46ca-817a-3714dce0877f,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:46.108745 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3004e785-3a9d-4a7d-8c83-8d776c40cf61 admin admin] Checking segment: {'id': '74eb80b7-5f24-4594-b1ac-752dc3ffe0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3acbf04d-52d9-4a98-b897-ff038fc02cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:27:46.109413 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3004e785-3a9d-4a7d-8c83-8d776c40cf61 admin admin] Network hostable DHCP agents. Network: 3acbf04d-52d9-4a98-b897-ff038fc02cf6, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:27:46.175301 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-88377827-2a71-4110-a873-83b0da882843 req-a3ab21ea-686a-4fa7-a157-d91f5d2e53c6 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614139 Sep 15 03:27:46.211187 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486a8fe-b96d-4008-880f-d223f34246f2 req-c0718e41-8931-4b5c-af9c-b699620e3a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:46.212871 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0486a8fe-b96d-4008-880f-d223f34246f2 req-c0718e41-8931-4b5c-af9c-b699620e3a29 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7588eb8-7874-4300-aedf-ff35fa5eab1b HTTP/1.1" status: 200 len: 920 time: 0.2246742 Sep 15 03:27:46.215681 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3004e785-3a9d-4a7d-8c83-8d776c40cf61 admin admin] Network 3acbf04d-52d9-4a98-b897-ff038fc02cf6 is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:27:46.238803 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-880ebaae-0126-43b5-b62c-c7b9a3335d96 req-2249d6d5-cd6a-4dce-9fae-fd91f6f5d22c service neutron] 10.222.0.52 "GET /v2.0/networks/9ee2e895-6966-425c-b97e-fb3b224eaa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701864 Sep 15 03:27:46.253954 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-3004e785-3a9d-4a7d-8c83-8d776c40cf61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, 3acbf04d-52d9-4a98-b897-ff038fc02cf6) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:46.265099 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6add2cd-e9fc-4b37-b03c-2d642f58cf21 None None] Network 3acbf04d-52d9-4a98-b897-ff038fc02cf6 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:27:46.284575 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0486a8fe-b96d-4008-880f-d223f34246f2 req-7846e457-a421-499c-809e-2f4331b3b2eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 HTTP/1.1" status: 200 len: 217 time: 0.0628278 Sep 15 03:27:46.285982 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e3d23-00af-4da7-89cb-65580c6abe93 req-ce82af05-45a9-493a-9745-36aa37f711a4 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:46.299234 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9c8e3d23-00af-4da7-89cb-65580c6abe93 req-ce82af05-45a9-493a-9745-36aa37f711a4 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 943 time: 0.1355035 Sep 15 03:27:46.301960 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3004e785-3a9d-4a7d-8c83-8d776c40cf61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:46.302561 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3004e785-3a9d-4a7d-8c83-8d776c40cf61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:46.329266 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-3004e785-3a9d-4a7d-8c83-8d776c40cf61 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9375193 Sep 15 03:27:46.331695 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 41804) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:46.336158 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2023030350-router', 'tenant_id': 'e085395e015f4231ba54de151b89bf79', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:46.364887 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9c8e3d23-00af-4da7-89cb-65580c6abe93 req-682b2aca-012a-415d-a675-cce2eae8c7d9 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647922 Sep 15 03:27:46.403996 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1228'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:46.404280 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8079899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8074379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1239'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:46.429863 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61792565-6ce9-5770-a455-e89f9f15880b-3acbf04d-52d9-4a98-b897-ff038fc02cf6', 'network_id': '3acbf04d-52d9-4a98-b897-ff038fc02cf6', 'tenant_id': 'e085395e015f4231ba54de151b89bf79', 'fixed_ips': [{'subnet_id': 'b7bdab6a-c2d4-46ca-817a-3714dce0877f'}]}} from dv-cinder-806965-6-iscsi. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 03:27:46.431041 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:46.472263 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486a8fe-b96d-4008-880f-d223f34246f2 req-17061f27-8c60-4554-a10d-1dcf90c05222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:46.474036 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0486a8fe-b96d-4008-880f-d223f34246f2 req-17061f27-8c60-4554-a10d-1dcf90c05222 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c9e3f9f-b37e-4b44-8bf5-f43db7c01291 HTTP/1.1" status: 200 len: 859 time: 0.1039917 Sep 15 03:27:46.507391 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8a2c8-16cd-44d5-9584-9cb680aed996 req-aa4ef874-313d-4539-9b97-c4f8f17914a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:46.511664 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f3d8a2c8-16cd-44d5-9584-9cb680aed996 req-aa4ef874-313d-4539-9b97-c4f8f17914a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=215cbbd0130f44c3bd1032b8753e20ee&device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 1096 time: 0.1395397 Sep 15 03:27:46.517750 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0486a8fe-b96d-4008-880f-d223f34246f2 req-5c62d046-d628-4bdf-a154-88b22be43c24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7588eb8-7874-4300-aedf-ff35fa5eab1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334904 Sep 15 03:27:46.545977 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:46.548546 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-dded5679-aef0-4485-9c48-7041a26a5a1a req-94ba5723-fc6f-4ea4-aff7-4e592a9137ce tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 210 time: 0.0331626 Sep 15 03:27:46.609885 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Allocated IP 172.20.0.2 (3acbf04d-52d9-4a98-b897-ff038fc02cf6/b7bdab6a-c2d4-46ca-817a-3714dce0877f/a4dd5a6a-9abf-40c4-a414-6fe4d85c1018) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:27:46.662850 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0486a8fe-b96d-4008-880f-d223f34246f2 req-49793282-7165-4e94-92ac-43563b9ee638 service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083503 Sep 15 03:27:46.797621 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:46.830653 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0486a8fe-b96d-4008-880f-d223f34246f2 req-8b666814-cdc3-4815-a386-05b2021829e7 service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572957 Sep 15 03:27:46.847910 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8a2c8-16cd-44d5-9584-9cb680aed996 req-df6d9ad2-afd7-4a21-b066-360c181aa647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:46.850273 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f3d8a2c8-16cd-44d5-9584-9cb680aed996 req-df6d9ad2-afd7-4a21-b066-360c181aa647 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ee2e895-6966-425c-b97e-fb3b224eaa8f HTTP/1.1" status: 200 len: 915 time: 0.2992702 Sep 15 03:27:46.909950 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 2219084c-a958-435f-a0bc-3c89f5ae7ceb up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:27:46.923341 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f3d8a2c8-16cd-44d5-9584-9cb680aed996 req-9f31e49d-6712-4e46-a144-03afe046af97 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b90245b-261b-459f-9ccb-0445cfe85526 HTTP/1.1" status: 200 len: 217 time: 0.0612326 Sep 15 03:27:47.015984 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:47.034889 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:47.068851 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8a2c8-16cd-44d5-9584-9cb680aed996 req-f7bc7181-b8af-453a-ad0d-9300971dd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:47.070445 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f3d8a2c8-16cd-44d5-9584-9cb680aed996 req-f7bc7181-b8af-453a-ad0d-9300971dd730 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=41c269f4-96be-4aef-b1b7-ebd324d6417c HTTP/1.1" status: 200 len: 854 time: 0.0771527 Sep 15 03:27:47.092295 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 2219084c-a958-435f-a0bc-3c89f5ae7ceb triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:47.092681 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:47.115874 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f3d8a2c8-16cd-44d5-9584-9cb680aed996 req-3f09cfd3-413a-44bf-9afa-329555b3f7aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ee2e895-6966-425c-b97e-fb3b224eaa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354073 Sep 15 03:27:47.132379 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Network 3acbf04d-52d9-4a98-b897-ff038fc02cf6 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:27:47.141548 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:47.152031 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:27:47.165201 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Pushing event updated for resources: {'Port': ['ID=a4dd5a6a-9abf-40c4-a414-6fe4d85c1018,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:47.186784 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-574eb776-b365-42b1-8e01-6f27dfa95668 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:47.189265 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-574eb776-b365-42b1-8e01-6f27dfa95668 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.52 "GET /v2.0/networks?id=67f4c415-938d-49b7-a541-48f9309fa89e HTTP/1.1" status: 200 len: 808 time: 0.2498281 Sep 15 03:27:47.232159 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-aca29731-3acd-43c2-8bde-c064d31a6b3c tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Request body: {'port': {'device_id': '7eff9a57-c597-4024-b7d0-dcea4310f88b', 'network_id': '67f4c415-938d-49b7-a541-48f9309fa89e', 'admin_state_up': True, 'tenant_id': '7da5d37fbc0746988b2ff045c4f70ca8'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:47.301229 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Attempting to bind port a4dd5a6a-9abf-40c4-a414-6fe4d85c1018 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:27:47.301826 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Attempting to bind port a4dd5a6a-9abf-40c4-a414-6fe4d85c1018 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': '74eb80b7-5f24-4594-b1ac-752dc3ffe0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3acbf04d-52d9-4a98-b897-ff038fc02cf6'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:27:47.301971 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Attempting to bind port a4dd5a6a-9abf-40c4-a414-6fe4d85c1018 on network 3acbf04d-52d9-4a98-b897-ff038fc02cf6 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:27:47.312751 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:27:47.312751 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Checking segment: {'id': '74eb80b7-5f24-4594-b1ac-752dc3ffe0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3acbf04d-52d9-4a98-b897-ff038fc02cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:27:47.313076 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:47.313483 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Bound using segment: {'id': '74eb80b7-5f24-4594-b1ac-752dc3ffe0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3acbf04d-52d9-4a98-b897-ff038fc02cf6'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:27:47.313979 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Bound port: a4dd5a6a-9abf-40c4-a414-6fe4d85c1018, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74eb80b7-5f24-4594-b1ac-752dc3ffe0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3acbf04d-52d9-4a98-b897-ff038fc02cf6'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:27:47.314417 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:47.412282 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] For port a4dd5a6a-9abf-40c4-a414-6fe4d85c1018, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:27:47.416522 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] For port a4dd5a6a-9abf-40c4-a414-6fe4d85c1018, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=a4dd5a6a-9abf-40c4-a414-6fe4d85c1018,segment=NetworkSegment(74eb80b7-5f24-4594-b1ac-752dc3ffe0e0),segment_id=74eb80b7-5f24-4594-b1ac-752dc3ffe0e0)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:27:47.425382 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:47.526537 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-aca29731-3acd-43c2-8bde-c064d31a6b3c tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Made reservation on behalf of 7da5d37fbc0746988b2ff045c4f70ca8 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:27:47.531351 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-aca29731-3acd-43c2-8bde-c064d31a6b3c tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:47.557212 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae259f-d34d-4ca6-a6e2-4fe30ed8871b req-b14ba84c-f09c-4407-a7a0-1cb1ea86472b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:47.568854 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02116d2d-bb0f-41b6-ba84-87bcf363eddd None None] Pushing event updated for resources: {'Port': ['ID=a4dd5a6a-9abf-40c4-a414-6fe4d85c1018,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:47.569204 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-dcae259f-d34d-4ca6-a6e2-4fe30ed8871b req-b14ba84c-f09c-4407-a7a0-1cb1ea86472b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.1974485 Sep 15 03:27:47.701360 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee3652-a215-4964-a964-b26d287434d7 req-c64c5e3d-59be-4030-937b-9c689c0bc7de tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:47.703077 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c2ee3652-a215-4964-a964-b26d287434d7 req-c64c5e3d-59be-4030-937b-9c689c0bc7de tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 943 time: 0.1785674 Sep 15 03:27:47.704176 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-dcae259f-d34d-4ca6-a6e2-4fe30ed8871b req-8659b4fb-b891-4d6d-b901-e265d0d6644d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340351 Sep 15 03:27:47.712841 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f3d8a2c8-16cd-44d5-9584-9cb680aed996 req-3258a997-aa44-4b68-a68d-94816182cac1 service neutron] 10.222.0.52 "GET /v2.0/networks/9ee2e895-6966-425c-b97e-fb3b224eaa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404370 Sep 15 03:27:47.734896 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:47.769146 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:47.788284 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-aca29731-3acd-43c2-8bde-c064d31a6b3c tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Allocated IP 172.20.0.5 (67f4c415-938d-49b7-a541-48f9309fa89e/94d73f41-fba6-44e1-b031-dc4cf3c935d7/73222fe8-8774-4917-a9d7-0735757b8117) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:27:47.814410 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c2ee3652-a215-4964-a964-b26d287434d7 req-e0277086-c6b9-4832-90db-5330df842992 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008933 Sep 15 03:27:47.857726 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9b8b14da-1307-4a39-b06c-9bc49fd38df1 req-baafd748-67e3-4e9e-a6d5-c026ab8e9498 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 210 time: 0.0505235 Sep 15 03:27:47.974811 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f3d8a2c8-16cd-44d5-9584-9cb680aed996 req-91148083-8198-41c4-9796-e934dbf4ca1a service neutron] 10.222.0.52 "GET /v2.0/networks/9ee2e895-6966-425c-b97e-fb3b224eaa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086086 Sep 15 03:27:48.042158 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Allocated IP 172.27.0.186 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/dbfee37f-6c1d-48c1-97f4-45bcd2718fc4) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:27:48.071367 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-aca29731-3acd-43c2-8bde-c064d31a6b3c tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:48.104891 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-aca29731-3acd-43c2-8bde-c064d31a6b3c tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:48.147246 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-aca29731-3acd-43c2-8bde-c064d31a6b3c tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Network 67f4c415-938d-49b7-a541-48f9309fa89e is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:27:48.150329 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-aca29731-3acd-43c2-8bde-c064d31a6b3c tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:48.154892 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-aca29731-3acd-43c2-8bde-c064d31a6b3c tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:27:48.157854 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:48.182066 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca29731-3acd-43c2-8bde-c064d31a6b3c tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Pushing event updated for resources: {'Port': ['ID=73222fe8-8774-4917-a9d7-0735757b8117,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:48.193591 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:48.210377 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-aca29731-3acd-43c2-8bde-c064d31a6b3c tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:48.211032 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-aca29731-3acd-43c2-8bde-c064d31a6b3c tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:48.226668 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-aca29731-3acd-43c2-8bde-c064d31a6b3c tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9998505 Sep 15 03:27:48.236952 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:27:48.239885 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:48.242392 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:27:48.255010 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Request body: {'port': {'device_id': '7eff9a57-c597-4024-b7d0-dcea4310f88b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:48.285154 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Pushing event updated for resources: {'Port': ['ID=dbfee37f-6c1d-48c1-97f4-45bcd2718fc4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:48.316714 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:48.476400 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 0b90245b-261b-459f-9ccb-0445cfe85526 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:27:48.482306 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:48.598491 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 0b90245b-261b-459f-9ccb-0445cfe85526, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0b90245b-261b-459f-9ccb-0445cfe85526,segment=NetworkSegment(f5f41df7-958e-4e6f-8605-1efc8ea8fc26),segment_id=f5f41df7-958e-4e6f-8605-1efc8ea8fc26)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:48.600927 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73222fe8-8774-4917-a9d7-0735757b8117 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:27:48.613424 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': '0b90245b-261b-459f-9ccb-0445cfe85526', 'network_id': '9ee2e895-6966-425c-b97e-fb3b224eaa8f', 'port_id': '0b90245b-261b-459f-9ccb-0445cfe85526', 'mac_address': 'fa:16:3e:95:60:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c269f4-96be-4aef-b1b7-ebd324d6417c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:27:48.631009 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:48.659451 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Transition to ACTIVE for port object 73222fe8-8774-4917-a9d7-0735757b8117 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:27:48.667582 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:48.677397 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:48.709444 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b90245b-261b-459f-9ccb-0445cfe85526 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:27:48.747146 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 0b90245b-261b-459f-9ccb-0445cfe85526, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0b90245b-261b-459f-9ccb-0445cfe85526,segment=NetworkSegment(f5f41df7-958e-4e6f-8605-1efc8ea8fc26),segment_id=f5f41df7-958e-4e6f-8605-1efc8ea8fc26)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:48.756589 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8079892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8074588'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:48.757276 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:48.772604 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Pushing event updated for resources: {'Port': ['ID=73222fe8-8774-4917-a9d7-0735757b8117,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:48.861751 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=0b90245b-261b-459f-9ccb-0445cfe85526,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:48.869335 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device a4dd5a6a-9abf-40c4-a414-6fe4d85c1018 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:27:48.925772 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a063ceb-57b6-4de1-976f-f8c7b0507698 None None] Network 3acbf04d-52d9-4a98-b897-ff038fc02cf6 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:27:48.936375 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d2048-886c-408e-922e-957b8da2bddb req-a7500ff5-79f0-4d3a-a427-d52fe1d25f4d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:48.938106 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e22d2048-886c-408e-922e-957b8da2bddb req-a7500ff5-79f0-4d3a-a427-d52fe1d25f4d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.1138697 Sep 15 03:27:48.941189 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Attempting to bind port 73222fe8-8774-4917-a9d7-0735757b8117 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:27:48.941535 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Attempting to bind port 73222fe8-8774-4917-a9d7-0735757b8117 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '2a585ffb-8119-4b59-a721-058e10075e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '67f4c415-938d-49b7-a541-48f9309fa89e'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:27:48.941972 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Attempting to bind port 73222fe8-8774-4917-a9d7-0735757b8117 on network 67f4c415-938d-49b7-a541-48f9309fa89e {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:27:48.946174 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Router 67884006-e0ae-428d-9e22-3ba3f67616aa is scheduled to L3 agent 3f116605-9963-4097-a649-e8245477f4d2 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 03:27:48.951423 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Port 73222fe8-8774-4917-a9d7-0735757b8117 on network 67f4c415-938d-49b7-a541-48f9309fa89e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:27:48.951771 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Attempting to bind port 73222fe8-8774-4917-a9d7-0735757b8117 on network 67f4c415-938d-49b7-a541-48f9309fa89e {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:27:48.968140 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:27:48.968484 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Checking segment: {'id': '2a585ffb-8119-4b59-a721-058e10075e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '67f4c415-938d-49b7-a541-48f9309fa89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:27:48.969442 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Bound using segment: {'id': '2a585ffb-8119-4b59-a721-058e10075e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '67f4c415-938d-49b7-a541-48f9309fa89e'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:27:48.970038 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Bound port: 73222fe8-8774-4917-a9d7-0735757b8117, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a585ffb-8119-4b59-a721-058e10075e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '67f4c415-938d-49b7-a541-48f9309fa89e'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:27:48.970569 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:48.983771 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b4116a4b-0be8-4c04-a4a1-2d1d44b9b3b4 None None] Provisioning complete for port a4dd5a6a-9abf-40c4-a414-6fe4d85c1018 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:48.984143 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b4116a4b-0be8-4c04-a4a1-2d1d44b9b3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:49.073891 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e22d2048-886c-408e-922e-957b8da2bddb req-a16465a0-9463-4f69-a159-a01d4d8f1625 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250427 Sep 15 03:27:49.086174 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:27:49.111203 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Sync routers for ids ['67884006-e0ae-428d-9e22-3ba3f67616aa'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:27:49.111693 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port a4dd5a6a-9abf-40c4-a414-6fe4d85c1018 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:49.111906 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:49.113195 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841abdf7-ed4c-4468-b244-3e99abbca93f req-dc5d16a2-0a9a-4402-afd1-fe6703d1cc36 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:49.114613 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-841abdf7-ed4c-4468-b244-3e99abbca93f req-dc5d16a2-0a9a-4402-afd1-fe6703d1cc36 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 944 time: 0.0677752 Sep 15 03:27:49.116239 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:49.120434 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c00058bc-a665-43c6-bd63-4e42d3be3829 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7876952 Sep 15 03:27:49.121325 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 41852) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:49.140873 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Routers {'67884006-e0ae-428d-9e22-3ba3f67616aa'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:27:49.141502 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6821a291-3468-4461-9873-558209b5ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:27:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['67884006-e0ae-428d-9e22-3ba3f67616aa'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:49.157246 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] For port 73222fe8-8774-4917-a9d7-0735757b8117, host hv-cinder-80696, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:27:49.161040 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] For port 73222fe8-8774-4917-a9d7-0735757b8117, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=73222fe8-8774-4917-a9d7-0735757b8117,segment=NetworkSegment(2a585ffb-8119-4b59-a721-058e10075e69),segment_id=2a585ffb-8119-4b59-a721-058e10075e69)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:27:49.173841 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['0b90245b-261b-459f-9ccb-0445cfe85526'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:27:49.174962 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:49.229497 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-841abdf7-ed4c-4468-b244-3e99abbca93f req-4ca0109b-0814-405f-b274-ddd21bdcc4ee tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003451 Sep 15 03:27:49.250453 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:49.250453 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:49.250453 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] 10.222.0.52 "PUT /v2.0/ports/73222fe8-8774-4917-a9d7-0735757b8117 HTTP/1.1" status: 200 len: 1093 time: 0.9977620 Sep 15 03:27:49.250453 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eff9a57-c597-4024-b7d0-dcea4310f88b', 'tag': '73222fe8-8774-4917-a9d7-0735757b8117'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:27:49.264584 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122ab698-cf21-42cf-9d03-43cd8e100578" -d '{"events": [{"name": "network-changed", "server_uuid": "7eff9a57-c597-4024-b7d0-dcea4310f88b", "tag": "73222fe8-8774-4917-a9d7-0735757b8117"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:27:49.272772 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b4116a4b-0be8-4c04-a4a1-2d1d44b9b3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:49.349748 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b4116a4b-0be8-4c04-a4a1-2d1d44b9b3b4 None None] For port a4dd5a6a-9abf-40c4-a414-6fe4d85c1018, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=a4dd5a6a-9abf-40c4-a414-6fe4d85c1018,segment=NetworkSegment(74eb80b7-5f24-4594-b1ac-752dc3ffe0e0),segment_id=74eb80b7-5f24-4594-b1ac-752dc3ffe0e0)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:49.380511 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b4116a4b-0be8-4c04-a4a1-2d1d44b9b3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:49.397869 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0621f9-ab4b-406d-91bb-9263a5979b93 x-openstack-request-id: req-8d0621f9-ab4b-406d-91bb-9263a5979b93 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:27:49.399331 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eff9a57-c597-4024-b7d0-dcea4310f88b", "tag": "73222fe8-8774-4917-a9d7-0735757b8117", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:27:49.401250 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d0621f9-ab4b-406d-91bb-9263a5979b93 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:27:49.401681 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eff9a57-c597-4024-b7d0-dcea4310f88b', 'tag': '73222fe8-8774-4917-a9d7-0735757b8117', 'status': 'completed', 'code': 200} Sep 15 03:27:49.443029 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:49.491625 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Set router 67884006-e0ae-428d-9e22-3ba3f67616aa gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:27:49.546708 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2c4e3-0380-4f4e-861f-a6f1f3b2e0da req-013f52bb-dac6-47b4-a047-1e26946dc583 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:49.549108 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2ca2c4e3-0380-4f4e-861f-a6f1f3b2e0da req-013f52bb-dac6-47b4-a047-1e26946dc583 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 943 time: 0.2744715 Sep 15 03:27:49.551082 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f11f9-7912-41df-acf5-e7503177b92c service neutron] Pushing event updated for resources: {'Port': ['ID=73222fe8-8774-4917-a9d7-0735757b8117,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:49.551262 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4116a4b-0be8-4c04-a4a1-2d1d44b9b3b4 None None] Pushing event updated for resources: {'Port': ['ID=a4dd5a6a-9abf-40c4-a414-6fe4d85c1018,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:49.616315 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-f4d6bd9f-8a13-43de-908e-a72aa905475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:49.618580 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-f4d6bd9f-8a13-43de-908e-a72aa905475c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7da5d37fbc0746988b2ff045c4f70ca8&device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 1096 time: 0.2160673 Sep 15 03:27:49.690268 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.db.api [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 03:27:49.690665 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG oslo_db.api [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 03:27:49.733259 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-82b9c13c-0ea4-407b-be0d-b1154ef8f57a None None] Provisioning complete for port a4dd5a6a-9abf-40c4-a414-6fe4d85c1018 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:49.733915 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-82b9c13c-0ea4-407b-be0d-b1154ef8f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:49.740615 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-4dd6214c-6842-4f2d-92ae-8965b3f32fdc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73222fe8-8774-4917-a9d7-0735757b8117 HTTP/1.1" status: 200 len: 217 time: 0.1040525 Sep 15 03:27:49.755674 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2ca2c4e3-0380-4f4e-861f-a6f1f3b2e0da req-f1660408-bbe7-4a04-914a-49f54d3d6772 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832530 Sep 15 03:27:49.861515 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6821a291-3468-4461-9873-558209b5ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'name': 'tempest-TestMinimumBasicScenario-2023030350-router', 'tenant_id': 'e085395e015f4231ba54de151b89bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'dbfee37f-6c1d-48c1-97f4-45bcd2718fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:46Z', 'updated_at': '2021-09-15T03:27:48Z', 'revision_number': 3, 'project_id': 'e085395e015f4231ba54de151b89bf79', 'gw_port': {'id': 'dbfee37f-6c1d-48c1-97f4-45bcd2718fc4', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:47Z', 'updated_at': '2021-09-15T03:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:49.864243 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-9c91b9ef-6435-4ad6-8e45-6c7968ba8148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:49.867232 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-9c91b9ef-6435-4ad6-8e45-6c7968ba8148 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=94d73f41-fba6-44e1-b031-dc4cf3c935d7 HTTP/1.1" status: 200 len: 848 time: 0.1017921 Sep 15 03:27:49.903225 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Checking router: 67884006-e0ae-428d-9e22-3ba3f67616aa for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:27:49.903225 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Updating router 67884006-e0ae-428d-9e22-3ba3f67616aa port dbfee37f-6c1d-48c1-97f4-45bcd2718fc4 binding host dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:27:49.910857 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-9c646032-76d6-40a3-8ceb-f1d662fdaf3f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67f4c415-938d-49b7-a541-48f9309fa89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333567 Sep 15 03:27:49.922183 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:49.945578 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:50.038834 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-49d8b403-3907-4405-ae76-cffca6ef9a7c service neutron] 10.222.0.52 "GET /v2.0/networks/67f4c415-938d-49b7-a541-48f9309fa89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161404 Sep 15 03:27:50.164184 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Allocated IP 172.20.0.1 (3acbf04d-52d9-4a98-b897-ff038fc02cf6/b7bdab6a-c2d4-46ca-817a-3714dce0877f/344f44df-ecfa-47b0-81a6-e903aa77489a) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:27:50.174757 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2b3ad830-7e50-49f5-b820-0340425d42b0 req-ec9becdd-b4f6-4395-b78a-0b467f591d80 service neutron] 10.222.0.52 "GET /v2.0/networks/67f4c415-938d-49b7-a541-48f9309fa89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277838 Sep 15 03:27:50.248556 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:50.256552 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:50.262425 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86da06-d744-4c3d-9dd5-f8542bc97c81 req-c77ba2ba-226c-4d7b-b8ec-cf9f93c4629e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:50.264597 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1b86da06-d744-4c3d-9dd5-f8542bc97c81 req-c77ba2ba-226c-4d7b-b8ec-cf9f93c4629e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0715322 Sep 15 03:27:50.280888 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-2b33c58b-35dc-48eb-98c1-d2c3899e4ccc tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:50.282377 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-2b33c58b-35dc-48eb-98c1-d2c3899e4ccc tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 815 time: 0.1637850 Sep 15 03:27:50.321574 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247ca3e-11ce-4a2b-a32a-4bcd5567b4f9 None None] Pushing event updated for resources: {'Port': ['ID=dbfee37f-6c1d-48c1-97f4-45bcd2718fc4,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:50.322888 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1b86da06-d744-4c3d-9dd5-f8542bc97c81 req-63d9e395-6301-4428-a355-9bcaaf0eab26 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510504 Sep 15 03:27:50.329313 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Attempting to bind port dbfee37f-6c1d-48c1-97f4-45bcd2718fc4 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:27:50.329700 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Attempting to bind port dbfee37f-6c1d-48c1-97f4-45bcd2718fc4 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:27:50.330077 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Attempting to bind port dbfee37f-6c1d-48c1-97f4-45bcd2718fc4 on network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:27:50.335967 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-17203c33-9e90-47f1-93b6-a9648987e355 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/quotas/66e297879c9f4dcc84b2549c0593645e HTTP/1.1" status: 200 len: 375 time: 0.0263007 Sep 15 03:27:50.340686 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:27:50.341102 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Checking segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:27:50.342248 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:50.342674 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Bound using segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:27:50.343172 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Bound port: dbfee37f-6c1d-48c1-97f4-45bcd2718fc4, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:27:50.343633 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:50.375697 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ab698-cf21-42cf-9d03-43cd8e100578 req-b211f934-f7b7-47b7-986d-38d13f762a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:50.377288 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-122ab698-cf21-42cf-9d03-43cd8e100578 req-b211f934-f7b7-47b7-986d-38d13f762a1b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7da5d37fbc0746988b2ff045c4f70ca8&device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 1096 time: 0.0637481 Sep 15 03:27:50.404935 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:50.424832 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-6821a291-3468-4461-9873-558209b5ef24 None None] For port dbfee37f-6c1d-48c1-97f4-45bcd2718fc4, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:27:50.429863 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-6821a291-3468-4461-9873-558209b5ef24 None None] For port dbfee37f-6c1d-48c1-97f4-45bcd2718fc4, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=dbfee37f-6c1d-48c1-97f4-45bcd2718fc4,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:27:50.434852 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-2e38e75a-716c-4dc8-ac90-8d8ccc07e31f tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846717 Sep 15 03:27:50.443851 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:50.503091 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Routers {'67884006-e0ae-428d-9e22-3ba3f67616aa'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:27:50.503567 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6821a291-3468-4461-9873-558209b5ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:27:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['67884006-e0ae-428d-9e22-3ba3f67616aa'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:50.520659 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:50.521703 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc42f5-adc5-4778-b327-ccf21078c42f req-0eddaf12-1745-49c6-91c6-10ad0d3414a5 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:50.523324 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-00dc42f5-adc5-4778-b327-ccf21078c42f req-0eddaf12-1745-49c6-91c6-10ad0d3414a5 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 944 time: 0.1103899 Sep 15 03:27:50.524817 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ab698-cf21-42cf-9d03-43cd8e100578 req-e39e033c-834d-4128-83a7-3ab08305db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:50.526932 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-122ab698-cf21-42cf-9d03-43cd8e100578 req-e39e033c-834d-4128-83a7-3ab08305db3b service neutron] 10.222.0.52 "GET /v2.0/networks?id=67f4c415-938d-49b7-a541-48f9309fa89e HTTP/1.1" status: 200 len: 909 time: 0.1338134 Sep 15 03:27:50.550402 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247ca3e-11ce-4a2b-a32a-4bcd5567b4f9 None None] Pushing event updated for resources: {'Port': ['ID=dbfee37f-6c1d-48c1-97f4-45bcd2718fc4,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:50.569513 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Network 3acbf04d-52d9-4a98-b897-ff038fc02cf6 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:27:50.582264 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:50.584734 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:27:50.585228 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8074635'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:50.587246 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-122ab698-cf21-42cf-9d03-43cd8e100578 req-deefaaaf-6dbe-4dcd-abe9-6efb5c957764 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73222fe8-8774-4917-a9d7-0735757b8117 HTTP/1.1" status: 200 len: 217 time: 0.0498095 Sep 15 03:27:50.623903 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6821a291-3468-4461-9873-558209b5ef24 None None] Set router 67884006-e0ae-428d-9e22-3ba3f67616aa gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:27:50.627798 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-00dc42f5-adc5-4778-b327-ccf21078c42f req-9f3b9626-e398-4325-be2e-6a79d4eb4519 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976303 Sep 15 03:27:50.632436 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-7092c45f-e1f9-4cda-8e32-8875a4d3768d service neutron] 10.222.0.24 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873150 Sep 15 03:27:50.650325 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Pushing event updated for resources: {'Port': ['ID=344f44df-ecfa-47b0-81a6-e903aa77489a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:50.654999 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ab698-cf21-42cf-9d03-43cd8e100578 req-a9564123-bd6c-4c7a-88a9-dcb5ed41f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:50.656702 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-122ab698-cf21-42cf-9d03-43cd8e100578 req-a9564123-bd6c-4c7a-88a9-dcb5ed41f910 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=94d73f41-fba6-44e1-b031-dc4cf3c935d7 HTTP/1.1" status: 200 len: 848 time: 0.0604494 Sep 15 03:27:50.717348 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-122ab698-cf21-42cf-9d03-43cd8e100578 req-5f89ddf6-5e25-448c-ba20-dab32373147b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=67f4c415-938d-49b7-a541-48f9309fa89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480850 Sep 15 03:27:50.755603 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device a4dd5a6a-9abf-40c4-a414-6fe4d85c1018 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:27:50.773856 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-2353022c-7e63-4bbb-ad52-14468a4ec19d service neutron] 10.222.0.24 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229200 Sep 15 03:27:50.861526 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port a4dd5a6a-9abf-40c4-a414-6fe4d85c1018 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:50.861921 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:50.935371 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:50.969459 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-122ab698-cf21-42cf-9d03-43cd8e100578 req-952d8327-f814-4d77-a698-11d69daad44c service neutron] 10.222.0.52 "GET /v2.0/networks/67f4c415-938d-49b7-a541-48f9309fa89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417836 Sep 15 03:27:51.032920 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e3a4dc87-bd13-4837-89df-99d136470c05 None None] Provisioning complete for port 344f44df-ecfa-47b0-81a6-e903aa77489a triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:51.033614 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e3a4dc87-bd13-4837-89df-99d136470c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:51.048926 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6821a291-3468-4461-9873-558209b5ef24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'name': 'tempest-TestMinimumBasicScenario-2023030350-router', 'tenant_id': 'e085395e015f4231ba54de151b89bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'dbfee37f-6c1d-48c1-97f4-45bcd2718fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:46Z', 'updated_at': '2021-09-15T03:27:48Z', 'revision_number': 3, 'project_id': 'e085395e015f4231ba54de151b89bf79', 'gw_port': {'id': 'dbfee37f-6c1d-48c1-97f4-45bcd2718fc4', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:47Z', 'updated_at': '2021-09-15T03:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:51.085530 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6821a291-3468-4461-9873-558209b5ef24 None None] The sync data for ids ['67884006-e0ae-428d-9e22-3ba3f67616aa'] in dv-cinder-806965-6-iscsi is: [{'id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'name': 'tempest-TestMinimumBasicScenario-2023030350-router', 'tenant_id': 'e085395e015f4231ba54de151b89bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'dbfee37f-6c1d-48c1-97f4-45bcd2718fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:46Z', 'updated_at': '2021-09-15T03:27:48Z', 'revision_number': 3, 'project_id': 'e085395e015f4231ba54de151b89bf79', 'gw_port': {'id': 'dbfee37f-6c1d-48c1-97f4-45bcd2718fc4', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:47Z', 'updated_at': '2021-09-15T03:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:27:51.098635 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e3a4dc87-bd13-4837-89df-99d136470c05 None None] Port 344f44df-ecfa-47b0-81a6-e903aa77489a cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:27:51.133017 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bb1ffc47-5ebb-437d-bea7-69f3c551741b req-7df4029b-c40d-4b46-b8b2-205a3a6e83e3 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 210 time: 0.0632119 Sep 15 03:27:51.179521 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861159b-9b4d-4009-85b8-9a405a94c0e3 req-8980144a-2e0d-4763-a318-2d1d4a27e6d3 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:51.187149 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7861159b-9b4d-4009-85b8-9a405a94c0e3 req-8980144a-2e0d-4763-a318-2d1d4a27e6d3 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 943 time: 0.2422879 Sep 15 03:27:51.246043 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:51.260874 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:51.262004 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8079387'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:51.335920 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Pushing event updated for resources: {'Port': ['ID=344f44df-ecfa-47b0-81a6-e903aa77489a,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:51.436886 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Network 3acbf04d-52d9-4a98-b897-ff038fc02cf6 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:27:51.438492 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:51.589859 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7861159b-9b4d-4009-85b8-9a405a94c0e3 req-b3ef3d08-e040-4933-9eba-44710f92fe93 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960679 Sep 15 03:27:51.620043 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-122ab698-cf21-42cf-9d03-43cd8e100578 req-d5f90340-9624-4834-8503-0d478e10ab71 service neutron] 10.222.0.52 "GET /v2.0/networks/67f4c415-938d-49b7-a541-48f9309fa89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757847 Sep 15 03:27:51.796008 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae5657-d11a-404c-85ac-ecbd75797699 req-76212afc-03ec-4f87-8b1b-241237b2ed59 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:51.798492 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-24ae5657-d11a-404c-85ac-ecbd75797699 req-76212afc-03ec-4f87-8b1b-241237b2ed59 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 944 time: 0.0713711 Sep 15 03:27:51.854841 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-24ae5657-d11a-404c-85ac-ecbd75797699 req-edd3555b-d3d5-41c4-bbd6-8d8ab8a7dcd7 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453541 Sep 15 03:27:51.951499 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e00853bb-35b2-4cf5-b273-3086e8da7e14 None None] Provisioning complete for port 344f44df-ecfa-47b0-81a6-e903aa77489a triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:51.952070 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e00853bb-35b2-4cf5-b273-3086e8da7e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:51.974022 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf4205-d728-42a1-b779-25616c4560c1 req-c5c28f18-2041-4c37-99a0-ac83b6fdac9e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:51.975574 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-07cf4205-d728-42a1-b779-25616c4560c1 req-c5c28f18-2041-4c37-99a0-ac83b6fdac9e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.5251312 Sep 15 03:27:52.000132 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e00853bb-35b2-4cf5-b273-3086e8da7e14 None None] Port 344f44df-ecfa-47b0-81a6-e903aa77489a cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:27:52.020531 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Router 67884006-e0ae-428d-9e22-3ba3f67616aa has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:27:52.037791 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-07cf4205-d728-42a1-b779-25616c4560c1 req-5be29d81-7335-4001-95cc-c6c0134469c4 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545900 Sep 15 03:27:52.158963 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:27:52.167010 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-25fcb73e-a9d4-4157-bc89-89e2d388982e admin admin] 10.222.0.24 "PUT /v2.0/routers/67884006-e0ae-428d-9e22-3ba3f67616aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0415602 Sep 15 03:27:52.239363 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6d4d3c74-3b3e-429b-8093-a1e60455d2be req-0539e920-410e-414b-89d4-8ca4442d0480 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 210 time: 0.0274315 Sep 15 03:27:52.499834 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 73222fe8-8774-4917-a9d7-0735757b8117 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:27:52.510517 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 0b90245b-261b-459f-9ccb-0445cfe85526 up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:27:52.659641 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-dd158a6b-e68e-4338-8caa-e8fbae4e52d9 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:52.661878 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-dd158a6b-e68e-4338-8caa-e8fbae4e52d9 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 815 time: 0.1184709 Sep 15 03:27:52.664817 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 73222fe8-8774-4917-a9d7-0735757b8117, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=73222fe8-8774-4917-a9d7-0735757b8117,segment=NetworkSegment(2a585ffb-8119-4b59-a721-058e10075e69),segment_id=2a585ffb-8119-4b59-a721-058e10075e69)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:52.667883 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port 0b90245b-261b-459f-9ccb-0445cfe85526 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:27:52.681991 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port 0b90245b-261b-459f-9ccb-0445cfe85526 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:52.682848 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:52.694074 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': '73222fe8-8774-4917-a9d7-0735757b8117', 'network_id': '67f4c415-938d-49b7-a541-48f9309fa89e', 'port_id': '73222fe8-8774-4917-a9d7-0735757b8117', 'mac_address': 'fa:16:3e:e9:f1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d73f41-fba6-44e1-b031-dc4cf3c935d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:27:52.702346 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-fabaab19-b890-4f5b-ba58-dfc04d07450c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Request body: {'port': {'device_id': 'af146ee9-6ffa-4aa4-98fc-cf7444f637c0', 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11', 'admin_state_up': True, 'tenant_id': '66e297879c9f4dcc84b2549c0593645e'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:52.844267 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733a21a-998d-4146-989c-4f6962a8f9b6 req-c731f38f-ddfa-40a4-9f7e-7ba7f2a2de64 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:52.848210 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7733a21a-998d-4146-989c-4f6962a8f9b6 req-c731f38f-ddfa-40a4-9f7e-7ba7f2a2de64 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 943 time: 0.1240525 Sep 15 03:27:52.931994 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-fabaab19-b890-4f5b-ba58-dfc04d07450c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Made reservation on behalf of 66e297879c9f4dcc84b2549c0593645e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:27:52.936010 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-fabaab19-b890-4f5b-ba58-dfc04d07450c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:52.938065 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7733a21a-998d-4146-989c-4f6962a8f9b6 req-1b765297-c740-4e87-8b66-7b650cf6ac6f tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766060 Sep 15 03:27:53.021391 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device dbfee37f-6c1d-48c1-97f4-45bcd2718fc4 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:27:53.146919 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2dcb4-c686-4a1f-89ea-2e86679e09da req-1d5625ea-6a09-467d-9044-2d96e6b4828a tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:53.148565 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e3f2dcb4-c686-4a1f-89ea-2e86679e09da req-1d5625ea-6a09-467d-9044-2d96e6b4828a tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 944 time: 0.1916385 Sep 15 03:27:53.242896 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:53.267223 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:53.328016 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e3f2dcb4-c686-4a1f-89ea-2e86679e09da req-8ef09026-a571-423c-838b-a7974c6b6983 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724687 Sep 15 03:27:53.339188 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-fabaab19-b890-4f5b-ba58-dfc04d07450c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Allocated IP 172.20.0.12 (3c049c45-507d-44c9-91dd-209649c35d11/e5fa39d4-6c73-4e22-a789-7e1c516bdd36/e0d72799-4bc2-43ea-b6ca-f62b79fa624f) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:27:53.352102 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73222fe8-8774-4917-a9d7-0735757b8117 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:27:53.352344 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b38534-dc7e-4ceb-939c-3bf66ba1b258 req-39d3290b-5f30-4eb6-8439-230c35d50112 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:53.364017 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c3b38534-dc7e-4ceb-939c-3bf66ba1b258 req-39d3290b-5f30-4eb6-8439-230c35d50112 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0988481 Sep 15 03:27:53.375753 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfce4f3e-bf09-4c60-848b-05b39a3ed0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b90245b-261b-459f-9ccb-0445cfe85526'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:27:53.381641 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2b42c1-e33a-476b-ba1f-30ac47e43ef3" -d '{"events": [{"server_uuid": "dfce4f3e-bf09-4c60-848b-05b39a3ed0c4", "name": "network-vif-plugged", "status": "completed", "tag": "0b90245b-261b-459f-9ccb-0445cfe85526"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:27:53.396536 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Sync routers for ids ['67884006-e0ae-428d-9e22-3ba3f67616aa'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:27:53.399710 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 73222fe8-8774-4917-a9d7-0735757b8117, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=73222fe8-8774-4917-a9d7-0735757b8117,segment=NetworkSegment(2a585ffb-8119-4b59-a721-058e10075e69),segment_id=2a585ffb-8119-4b59-a721-058e10075e69)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:53.412597 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:53.416874 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 0b90245b-261b-459f-9ccb-0445cfe85526, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0b90245b-261b-459f-9ccb-0445cfe85526,segment=NetworkSegment(f5f41df7-958e-4e6f-8605-1efc8ea8fc26),segment_id=f5f41df7-958e-4e6f-8605-1efc8ea8fc26)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:53.434547 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c3b38534-dc7e-4ceb-939c-3bf66ba1b258 req-4eef85d8-38c4-42c1-828c-f33af94f2cae tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694501 Sep 15 03:27:53.453427 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port dbfee37f-6c1d-48c1-97f4-45bcd2718fc4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:53.453804 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:53.458557 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:53.487362 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Routers {'67884006-e0ae-428d-9e22-3ba3f67616aa'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:27:53.488014 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:27:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['67884006-e0ae-428d-9e22-3ba3f67616aa'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:53.514889 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-78540a5a-2ec6-43dc-96f8-d86f4dcc2903 req-9257c979-78e0-4cad-946a-cb0a43f4f0b0 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 210 time: 0.0512116 Sep 15 03:27:53.531047 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da51270-a5af-4644-a213-f6ab1d488922 x-openstack-request-id: req-5da51270-a5af-4644-a213-f6ab1d488922 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:27:53.531047 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfce4f3e-bf09-4c60-848b-05b39a3ed0c4", "name": "network-vif-plugged", "status": "completed", "tag": "0b90245b-261b-459f-9ccb-0445cfe85526", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:27:53.531047 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5da51270-a5af-4644-a213-f6ab1d488922 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:27:53.531047 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfce4f3e-bf09-4c60-848b-05b39a3ed0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b90245b-261b-459f-9ccb-0445cfe85526', 'code': 200} Sep 15 03:27:53.660982 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Set router 67884006-e0ae-428d-9e22-3ba3f67616aa gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:27:53.665347 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=73222fe8-8774-4917-a9d7-0735757b8117,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:53.668335 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-fabaab19-b890-4f5b-ba58-dfc04d07450c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:53.747994 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-fabaab19-b890-4f5b-ba58-dfc04d07450c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:53.760126 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb5553-37d2-4fe7-8132-292ad6c596d7 req-80d4916a-25f1-4fea-a7d2-162854262de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:53.762259 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2ffb5553-37d2-4fe7-8132-292ad6c596d7 req-80d4916a-25f1-4fea-a7d2-162854262de0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 1098 time: 0.0585566 Sep 15 03:27:53.822734 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['f7482671-913e-4a38-a1de-a1f61fb7cd04'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:27:53.824006 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2ffb5553-37d2-4fe7-8132-292ad6c596d7 req-fb8c5e13-8db3-4cb1-945b-da6dcfa4c9d4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533540 Sep 15 03:27:53.826611 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabaab19-b890-4f5b-ba58-dfc04d07450c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Pushing event updated for resources: {'Port': ['ID=e0d72799-4bc2-43ea-b6ca-f62b79fa624f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:53.839933 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-fabaab19-b890-4f5b-ba58-dfc04d07450c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Network 3c049c45-507d-44c9-91dd-209649c35d11 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:27:53.841458 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-fabaab19-b890-4f5b-ba58-dfc04d07450c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:27:53.844879 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-fabaab19-b890-4f5b-ba58-dfc04d07450c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:27:53.878559 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['73222fe8-8774-4917-a9d7-0735757b8117'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:27:53.892562 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:53.898764 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=0b90245b-261b-459f-9ccb-0445cfe85526,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:53.905575 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-fabaab19-b890-4f5b-ba58-dfc04d07450c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:53.906265 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-fabaab19-b890-4f5b-ba58-dfc04d07450c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:53.927943 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-fabaab19-b890-4f5b-ba58-dfc04d07450c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2390785 Sep 15 03:27:53.981132 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] For port dbfee37f-6c1d-48c1-97f4-45bcd2718fc4, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=dbfee37f-6c1d-48c1-97f4-45bcd2718fc4,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:53.999990 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:54.097155 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2ef86-43b5-493a-8923-59b4ffd60ae9 req-c4e2ec8e-1886-40f0-8673-823b265c3201 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:54.099642 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b8d2ef86-43b5-493a-8923-59b4ffd60ae9 req-c4e2ec8e-1886-40f0-8673-823b265c3201 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 944 time: 0.0703979 Sep 15 03:27:54.147542 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Request body: {'port': {'device_id': 'af146ee9-6ffa-4aa4-98fc-cf7444f637c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:27:54.151113 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Pushing event updated for resources: {'Port': ['ID=dbfee37f-6c1d-48c1-97f4-45bcd2718fc4,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:54.202769 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b8d2ef86-43b5-493a-8923-59b4ffd60ae9 req-8287d8e8-9e30-49ea-98b9-2edfd9130414 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942795 Sep 15 03:27:54.290329 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'name': 'tempest-TestMinimumBasicScenario-2023030350-router', 'tenant_id': 'e085395e015f4231ba54de151b89bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'dbfee37f-6c1d-48c1-97f4-45bcd2718fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:46Z', 'updated_at': '2021-09-15T03:27:50Z', 'revision_number': 4, 'project_id': 'e085395e015f4231ba54de151b89bf79', 'gw_port': {'id': 'dbfee37f-6c1d-48c1-97f4-45bcd2718fc4', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:47Z', 'updated_at': '2021-09-15T03:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '344f44df-ecfa-47b0-81a6-e903aa77489a', 'name': '', 'network_id': '3acbf04d-52d9-4a98-b897-ff038fc02cf6', 'tenant_id': 'e085395e015f4231ba54de151b89bf79', 'mac_address': 'fa:16:3e:8c:92:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'b7bdab6a-c2d4-46ca-817a-3714dce0877f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:49Z', 'updated_at': '2021-09-15T03:27:51Z', 'revision_number': 2, 'project_id': 'e085395e015f4231ba54de151b89bf79', 'subnets': [{'id': 'b7bdab6a-c2d4-46ca-817a-3714dce0877f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:54.318890 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:54.329107 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Checking router: 67884006-e0ae-428d-9e22-3ba3f67616aa for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:27:54.329540 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Updating router 67884006-e0ae-428d-9e22-3ba3f67616aa port 344f44df-ecfa-47b0-81a6-e903aa77489a binding host dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:27:54.414733 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:54.718298 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b28e8-8e0a-4af8-8d00-efcf3185f792 req-83c7ecac-e940-4207-9556-cd26c6befc61 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:54.724807 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c75b28e8-8e0a-4af8-8d00-efcf3185f792 req-83c7ecac-e940-4207-9556-cd26c6befc61 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.1667414 Sep 15 03:27:54.803183 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c75b28e8-8e0a-4af8-8d00-efcf3185f792 req-ff2518c6-4f56-45b4-92e2-1a968ca691d5 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649865 Sep 15 03:27:54.836775 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb416b-ae71-45db-ba5f-866eb19f3fba req-3999dba1-269c-4be0-be32-5f744bba5daa tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:54.842383 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device dbfee37f-6c1d-48c1-97f4-45bcd2718fc4 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:27:54.846026 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9ecb416b-ae71-45db-ba5f-866eb19f3fba req-3999dba1-269c-4be0-be32-5f744bba5daa tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.1798141 Sep 15 03:27:54.907891 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9ecb416b-ae71-45db-ba5f-866eb19f3fba req-87478ef6-642d-45a8-9da6-cc9df90101ab tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609255 Sep 15 03:27:54.948051 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port dbfee37f-6c1d-48c1-97f4-45bcd2718fc4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:54.948569 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:55.044830 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329ce98-95df-4cb1-b560-bec449fabfc0 req-7cdd455d-7f73-41cb-bb27-4d3403da7fad tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:55.048544 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1329ce98-95df-4cb1-b560-bec449fabfc0 req-7cdd455d-7f73-41cb-bb27-4d3403da7fad tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 932 time: 0.0979793 Sep 15 03:27:55.085747 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d72799-4bc2-43ea-b6ca-f62b79fa624f {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:27:55.104643 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:55.106900 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:55.122502 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:55.134031 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1329ce98-95df-4cb1-b560-bec449fabfc0 req-7f11fe85-80a9-417e-af6a-852898f87fe3 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786929 Sep 15 03:27:55.145776 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Transition to ACTIVE for port object e0d72799-4bc2-43ea-b6ca-f62b79fa624f will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:27:55.153173 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:55.233857 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d72799-4bc2-43ea-b6ca-f62b79fa624f,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:55.305458 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cc99e-8752-4923-880c-22cf95929d66 None None] Pushing event updated for resources: {'Port': ['ID=344f44df-ecfa-47b0-81a6-e903aa77489a,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:55.388380 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Attempting to bind port 344f44df-ecfa-47b0-81a6-e903aa77489a on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:27:55.388842 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Attempting to bind port 344f44df-ecfa-47b0-81a6-e903aa77489a by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': '74eb80b7-5f24-4594-b1ac-752dc3ffe0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3acbf04d-52d9-4a98-b897-ff038fc02cf6'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:27:55.389273 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Attempting to bind port 344f44df-ecfa-47b0-81a6-e903aa77489a on network 3acbf04d-52d9-4a98-b897-ff038fc02cf6 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:27:55.395605 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:27:55.396064 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Checking segment: {'id': '74eb80b7-5f24-4594-b1ac-752dc3ffe0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3acbf04d-52d9-4a98-b897-ff038fc02cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:27:55.396558 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:55.396904 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:55.397451 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:55.397990 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:55.398105 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Bound using segment: {'id': '74eb80b7-5f24-4594-b1ac-752dc3ffe0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3acbf04d-52d9-4a98-b897-ff038fc02cf6'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:27:55.398618 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:55.398739 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Bound port: 344f44df-ecfa-47b0-81a6-e903aa77489a, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74eb80b7-5f24-4594-b1ac-752dc3ffe0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3acbf04d-52d9-4a98-b897-ff038fc02cf6'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:27:55.399130 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:55.399499 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:55.400640 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:55.401172 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:55.401854 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:55.402378 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:55.402895 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:55.403506 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:55.404024 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:55.439103 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Attempting to bind port e0d72799-4bc2-43ea-b6ca-f62b79fa624f on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:27:55.439918 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Attempting to bind port e0d72799-4bc2-43ea-b6ca-f62b79fa624f by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '73913bb4-d1d7-4ec0-8796-5415f5bc82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:27:55.440448 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Attempting to bind port e0d72799-4bc2-43ea-b6ca-f62b79fa624f on network 3c049c45-507d-44c9-91dd-209649c35d11 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:27:55.449123 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Port e0d72799-4bc2-43ea-b6ca-f62b79fa624f on network 3c049c45-507d-44c9-91dd-209649c35d11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:27:55.449757 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Attempting to bind port e0d72799-4bc2-43ea-b6ca-f62b79fa624f on network 3c049c45-507d-44c9-91dd-209649c35d11 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:27:55.455854 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:27:55.456506 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Checking segment: {'id': '73913bb4-d1d7-4ec0-8796-5415f5bc82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:27:55.457098 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Bound using segment: {'id': '73913bb4-d1d7-4ec0-8796-5415f5bc82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:27:55.457720 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Bound port: e0d72799-4bc2-43ea-b6ca-f62b79fa624f, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73913bb4-d1d7-4ec0-8796-5415f5bc82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:27:55.458289 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:55.483945 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac1447-686a-4526-8738-20cf8baf21bf req-dfa30794-55fe-4b50-a2fa-bba87d3d0398 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:55.491315 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-50ac1447-686a-4526-8738-20cf8baf21bf req-dfa30794-55fe-4b50-a2fa-bba87d3d0398 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 944 time: 0.1222465 Sep 15 03:27:55.520128 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] For port 344f44df-ecfa-47b0-81a6-e903aa77489a, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:27:55.524753 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] For port 344f44df-ecfa-47b0-81a6-e903aa77489a, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=344f44df-ecfa-47b0-81a6-e903aa77489a,segment=NetworkSegment(74eb80b7-5f24-4594-b1ac-752dc3ffe0e0),segment_id=74eb80b7-5f24-4594-b1ac-752dc3ffe0e0)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:27:55.531689 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:55.599082 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cc99e-8752-4923-880c-22cf95929d66 None None] Pushing event updated for resources: {'Port': ['ID=344f44df-ecfa-47b0-81a6-e903aa77489a,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:55.609494 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-50ac1447-686a-4526-8738-20cf8baf21bf req-96aa68f2-a126-48db-b1d2-6a618c6e2654 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172457 Sep 15 03:27:55.623712 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Routers {'67884006-e0ae-428d-9e22-3ba3f67616aa'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:27:55.624362 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:27:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['67884006-e0ae-428d-9e22-3ba3f67616aa'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:55.628104 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4dd44548-0749-4f19-96ea-9919cce02833 None None] Provisioning complete for port 344f44df-ecfa-47b0-81a6-e903aa77489a triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:55.628104 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4dd44548-0749-4f19-96ea-9919cce02833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:55.639852 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] For port e0d72799-4bc2-43ea-b6ca-f62b79fa624f, host hv-cinder-80696, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:27:55.644431 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] For port e0d72799-4bc2-43ea-b6ca-f62b79fa624f, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=e0d72799-4bc2-43ea-b6ca-f62b79fa624f,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:27:55.654730 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:55.740948 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d72799-4bc2-43ea-b6ca-f62b79fa624f,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:55.778067 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:55.778700 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:55.780187 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-a9aab80f-129e-4072-aa3a-ff78c68680b7 service neutron] 10.222.0.52 "PUT /v2.0/ports/e0d72799-4bc2-43ea-b6ca-f62b79fa624f HTTP/1.1" status: 200 len: 1094 time: 1.6402478 Sep 15 03:27:55.780649 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af146ee9-6ffa-4aa4-98fc-cf7444f637c0', 'tag': 'e0d72799-4bc2-43ea-b6ca-f62b79fa624f'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:27:55.783125 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b6c404-28d1-4f33-8505-9473d6e03228" -d '{"events": [{"name": "network-changed", "server_uuid": "af146ee9-6ffa-4aa4-98fc-cf7444f637c0", "tag": "e0d72799-4bc2-43ea-b6ca-f62b79fa624f"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:27:55.867489 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a76bc0-d488-42e7-b606-480801e9b2b2 x-openstack-request-id: req-e2a76bc0-d488-42e7-b606-480801e9b2b2 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:27:55.868202 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af146ee9-6ffa-4aa4-98fc-cf7444f637c0", "tag": "e0d72799-4bc2-43ea-b6ca-f62b79fa624f", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:27:55.868202 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2a76bc0-d488-42e7-b606-480801e9b2b2 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:27:55.868415 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af146ee9-6ffa-4aa4-98fc-cf7444f637c0', 'tag': 'e0d72799-4bc2-43ea-b6ca-f62b79fa624f', 'status': 'completed', 'code': 200} Sep 15 03:27:56.018748 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] Set router 67884006-e0ae-428d-9e22-3ba3f67616aa gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:27:56.046013 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-75a1e69c-168e-43df-aa04-5b76b7239d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:56.054749 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-75a1e69c-168e-43df-aa04-5b76b7239d99 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 1097 time: 0.1961799 Sep 15 03:27:56.102091 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc190a-4e78-43cf-87b8-3ad4f1258922 req-8180ec81-3c11-4e1e-b261-249a4f282697 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:56.104585 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-20bc190a-4e78-43cf-87b8-3ad4f1258922 req-8180ec81-3c11-4e1e-b261-249a4f282697 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.0928886 Sep 15 03:27:56.106991 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c19e0-c857-4ac1-809d-d518e52f7a67 req-2c5f2fc2-c7ec-4790-9a9d-b9945ccfe420 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:56.108765 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3b1c19e0-c857-4ac1-809d-d518e52f7a67 req-2c5f2fc2-c7ec-4790-9a9d-b9945ccfe420 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.1631398 Sep 15 03:27:56.117112 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4dd44548-0749-4f19-96ea-9919cce02833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:56.163921 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-40a66b0f-90b9-4684-bcee-f9a4d6ae3330 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0d72799-4bc2-43ea-b6ca-f62b79fa624f HTTP/1.1" status: 200 len: 217 time: 0.0837438 Sep 15 03:27:56.169809 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-20bc190a-4e78-43cf-87b8-3ad4f1258922 req-1c7ed8cb-5b90-4975-8d8d-ea35719ff453 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479536 Sep 15 03:27:56.203013 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4dd44548-0749-4f19-96ea-9919cce02833 None None] For port 344f44df-ecfa-47b0-81a6-e903aa77489a, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=344f44df-ecfa-47b0-81a6-e903aa77489a,segment=NetworkSegment(74eb80b7-5f24-4594-b1ac-752dc3ffe0e0),segment_id=74eb80b7-5f24-4594-b1ac-752dc3ffe0e0)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:56.238426 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4dd44548-0749-4f19-96ea-9919cce02833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:56.284300 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-e78e7ee3-6f47-4f6a-a32c-b75520f709c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:56.285986 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-e78e7ee3-6f47-4f6a-a32c-b75520f709c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.1126723 Sep 15 03:27:56.302610 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3b1c19e0-c857-4ac1-809d-d518e52f7a67 req-f3c31d70-8e98-4f2d-b2dc-4e7e6132e9dd tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486733 Sep 15 03:27:56.332069 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd44548-0749-4f19-96ea-9919cce02833 None None] Pushing event updated for resources: {'Port': ['ID=344f44df-ecfa-47b0-81a6-e903aa77489a,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:56.345217 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-55c6e43e-e8ab-4d01-8224-6898f72d2209 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405059 Sep 15 03:27:56.379703 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024f0ce-4b8e-435b-bbc9-652d48bc9cec req-c952dfda-7090-44ae-af0b-c9b12108b438 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:56.381156 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d024f0ce-4b8e-435b-bbc9-652d48bc9cec req-c952dfda-7090-44ae-af0b-c9b12108b438 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 944 time: 0.0942328 Sep 15 03:27:56.388105 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-86b1ff14-3055-48c8-b975-9c267e3bf9d5 None None] Provisioning complete for port 344f44df-ecfa-47b0-81a6-e903aa77489a triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:56.388477 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-86b1ff14-3055-48c8-b975-9c267e3bf9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:56.448784 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d024f0ce-4b8e-435b-bbc9-652d48bc9cec req-f1c96f7f-d90c-4b27-83c3-c6735c4295db tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587151 Sep 15 03:27:56.508285 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-69af76b0-f801-4a0d-b35d-c0cf8f849ec7 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493778 Sep 15 03:27:56.570672 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 73222fe8-8774-4917-a9d7-0735757b8117 up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:27:56.606310 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'name': 'tempest-TestMinimumBasicScenario-2023030350-router', 'tenant_id': 'e085395e015f4231ba54de151b89bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'dbfee37f-6c1d-48c1-97f4-45bcd2718fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:46Z', 'updated_at': '2021-09-15T03:27:50Z', 'revision_number': 4, 'project_id': 'e085395e015f4231ba54de151b89bf79', 'gw_port': {'id': 'dbfee37f-6c1d-48c1-97f4-45bcd2718fc4', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:47Z', 'updated_at': '2021-09-15T03:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '344f44df-ecfa-47b0-81a6-e903aa77489a', 'name': '', 'network_id': '3acbf04d-52d9-4a98-b897-ff038fc02cf6', 'tenant_id': 'e085395e015f4231ba54de151b89bf79', 'mac_address': 'fa:16:3e:8c:92:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'b7bdab6a-c2d4-46ca-817a-3714dce0877f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:49Z', 'updated_at': '2021-09-15T03:27:55Z', 'revision_number': 4, 'project_id': 'e085395e015f4231ba54de151b89bf79', 'subnets': [{'id': 'b7bdab6a-c2d4-46ca-817a-3714dce0877f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:27:56.636573 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd491d1d-228e-4415-a348-b7ff922481f1 None None] The sync data for ids ['67884006-e0ae-428d-9e22-3ba3f67616aa'] in dv-cinder-806965-6-iscsi is: [{'id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'name': 'tempest-TestMinimumBasicScenario-2023030350-router', 'tenant_id': 'e085395e015f4231ba54de151b89bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'dbfee37f-6c1d-48c1-97f4-45bcd2718fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:46Z', 'updated_at': '2021-09-15T03:27:50Z', 'revision_number': 4, 'project_id': 'e085395e015f4231ba54de151b89bf79', 'gw_port': {'id': 'dbfee37f-6c1d-48c1-97f4-45bcd2718fc4', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:47Z', 'updated_at': '2021-09-15T03:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '344f44df-ecfa-47b0-81a6-e903aa77489a', 'name': '', 'network_id': '3acbf04d-52d9-4a98-b897-ff038fc02cf6', 'tenant_id': 'e085395e015f4231ba54de151b89bf79', 'mac_address': 'fa:16:3e:8c:92:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'b7bdab6a-c2d4-46ca-817a-3714dce0877f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:49Z', 'updated_at': '2021-09-15T03:27:55Z', 'revision_number': 4, 'project_id': 'e085395e015f4231ba54de151b89bf79', 'subnets': [{'id': 'b7bdab6a-c2d4-46ca-817a-3714dce0877f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:27:56.662828 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b5db2472-3cf4-4d3a-b457-8bab223c0920 req-e6dfa8d6-db22-4ec0-9feb-aa7f5e62c441 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438506 Sep 15 03:27:56.687234 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port 73222fe8-8774-4917-a9d7-0735757b8117 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:27:56.692988 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port 73222fe8-8774-4917-a9d7-0735757b8117 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:56.693340 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:56.960260 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6d50f-b5f0-4ace-a2e9-a9aabc2b7b51 req-5a16e833-649f-4f35-8594-48192856bf11 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:56.962170 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-07f6d50f-b5f0-4ace-a2e9-a9aabc2b7b51 req-5a16e833-649f-4f35-8594-48192856bf11 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 944 time: 0.2142603 Sep 15 03:27:56.998008 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:57.085140 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eff9a57-c597-4024-b7d0-dcea4310f88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73222fe8-8774-4917-a9d7-0735757b8117'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:27:57.086466 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf44e56-0d22-4c5c-97c5-33b6283f8d68" -d '{"events": [{"server_uuid": "7eff9a57-c597-4024-b7d0-dcea4310f88b", "name": "network-vif-plugged", "status": "completed", "tag": "73222fe8-8774-4917-a9d7-0735757b8117"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:27:57.138735 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-07f6d50f-b5f0-4ace-a2e9-a9aabc2b7b51 req-02a89216-6662-4215-8f67-1fb920538867 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394830 Sep 15 03:27:57.145743 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 73222fe8-8774-4917-a9d7-0735757b8117, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=73222fe8-8774-4917-a9d7-0735757b8117,segment=NetworkSegment(2a585ffb-8119-4b59-a721-058e10075e69),segment_id=2a585ffb-8119-4b59-a721-058e10075e69)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:57.148397 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6c404-28d1-4f33-8505-9473d6e03228 req-154a8826-a681-490b-8d21-478234b0470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:57.154141 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-53b6c404-28d1-4f33-8505-9473d6e03228 req-154a8826-a681-490b-8d21-478234b0470f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 1097 time: 0.3276126 Sep 15 03:27:57.161947 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:57.216210 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0dadd0-f2ed-4a73-b9ce-812ccf23c31a x-openstack-request-id: req-5a0dadd0-f2ed-4a73-b9ce-812ccf23c31a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:27:57.216501 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eff9a57-c597-4024-b7d0-dcea4310f88b", "name": "network-vif-plugged", "status": "completed", "tag": "73222fe8-8774-4917-a9d7-0735757b8117", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:27:57.216759 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a0dadd0-f2ed-4a73-b9ce-812ccf23c31a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:27:57.217289 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eff9a57-c597-4024-b7d0-dcea4310f88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73222fe8-8774-4917-a9d7-0735757b8117', 'code': 200} Sep 15 03:27:57.301516 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=73222fe8-8774-4917-a9d7-0735757b8117,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:57.350247 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6c404-28d1-4f33-8505-9473d6e03228 req-68d831bd-c4a0-4da9-bc04-97bf32e7578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:57.353831 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-53b6c404-28d1-4f33-8505-9473d6e03228 req-68d831bd-c4a0-4da9-bc04-97bf32e7578c service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.1853137 Sep 15 03:27:57.450696 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-53b6c404-28d1-4f33-8505-9473d6e03228 req-2b8d53cd-6564-4f0e-93ca-12972227bc86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0d72799-4bc2-43ea-b6ca-f62b79fa624f HTTP/1.1" status: 200 len: 217 time: 0.0892415 Sep 15 03:27:57.466721 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 42080) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:57.592640 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6c404-28d1-4f33-8505-9473d6e03228 req-413ecffd-fe34-48ec-b903-34aba99f006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:57.595675 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-53b6c404-28d1-4f33-8505-9473d6e03228 req-413ecffd-fe34-48ec-b903-34aba99f006e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.1145349 Sep 15 03:27:57.672700 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-53b6c404-28d1-4f33-8505-9473d6e03228 req-608772ff-0122-47f2-a581-0bdcb3916ac6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602248 Sep 15 03:27:57.762294 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273f7f7-a099-4713-be57-122842d3b3e6 req-4e0d8e05-2afd-48b1-827e-02b301f97491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:57.765827 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1273f7f7-a099-4713-be57-122842d3b3e6 req-4e0d8e05-2afd-48b1-827e-02b301f97491 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 1098 time: 0.2518673 Sep 15 03:27:57.826289 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e941d78-17d8-4316-8aeb-a7dee02ebf48 req-e8529082-75e2-4467-ae13-d933a87b0f7b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:57.828143 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5e941d78-17d8-4316-8aeb-a7dee02ebf48 req-e8529082-75e2-4467-ae13-d933a87b0f7b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.2417600 Sep 15 03:27:57.829162 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e9e99e00-f6f2-4928-a526-56a463070072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:57.904501 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5e941d78-17d8-4316-8aeb-a7dee02ebf48 req-09ec19f3-816d-449c-8863-a692a0e0f5d8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655322 Sep 15 03:27:57.957510 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-53b6c404-28d1-4f33-8505-9473d6e03228 req-4bc4214e-a4d8-4c5b-a079-0eb23f6e526b service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540023 Sep 15 03:27:57.976651 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1273f7f7-a099-4713-be57-122842d3b3e6 req-1ed68b1b-8125-4f42-81af-b3231776e79e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961331 Sep 15 03:27:58.081642 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc36e73-65b3-4eb1-8e46-bcab68ed8eeb req-e7998cb2-55fa-402a-af39-fece7ddc6f54 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:58.090881 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4dc36e73-65b3-4eb1-8e46-bcab68ed8eeb req-e7998cb2-55fa-402a-af39-fece7ddc6f54 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0806267 Sep 15 03:27:58.116854 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-53b6c404-28d1-4f33-8505-9473d6e03228 req-e8efeb5f-b2a2-4949-b554-73aaad84f1b4 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409097 Sep 15 03:27:58.133107 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26250b92-854c-447a-90f9-c63850d3b3c7 req-f0828262-6553-43eb-99d4-1c73c12781b7 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:58.141533 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-26250b92-854c-447a-90f9-c63850d3b3c7 req-f0828262-6553-43eb-99d4-1c73c12781b7 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 944 time: 0.1759760 Sep 15 03:27:58.155755 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4dc36e73-65b3-4eb1-8e46-bcab68ed8eeb req-b62bc278-14d4-4d23-9e6a-fb330cc0598f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598178 Sep 15 03:27:58.183910 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e9e99e00-f6f2-4928-a526-56a463070072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:58.194719 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e9e99e00-f6f2-4928-a526-56a463070072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:58.214860 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-26250b92-854c-447a-90f9-c63850d3b3c7 req-ac9679d8-b963-4f18-962a-62e5038083b1 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658603 Sep 15 03:27:58.297598 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-e9e99e00-f6f2-4928-a526-56a463070072 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2cd0cd11cb5d4f60be59d3780458523d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8278902 Sep 15 03:27:58.297598 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e99e00-f6f2-4928-a526-56a463070072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f527f811-7023-495b-8fa0-c434a070283f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:58.298963 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 42104) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:58.330957 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e99e00-f6f2-4928-a526-56a463070072 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:58.331349 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e99e00-f6f2-4928-a526-56a463070072 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:58.331702 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e99e00-f6f2-4928-a526-56a463070072 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:58.332047 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e99e00-f6f2-4928-a526-56a463070072 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:58.332388 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e99e00-f6f2-4928-a526-56a463070072 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:58.332726 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e99e00-f6f2-4928-a526-56a463070072 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:58.333062 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e99e00-f6f2-4928-a526-56a463070072 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:58.333400 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e99e00-f6f2-4928-a526-56a463070072 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:58.333734 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e99e00-f6f2-4928-a526-56a463070072 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:58.334071 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e99e00-f6f2-4928-a526-56a463070072 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:58.334406 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e99e00-f6f2-4928-a526-56a463070072 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:58.334741 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e99e00-f6f2-4928-a526-56a463070072 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:58.370415 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b39f0-7e9a-4cb8-b36e-62962fac0401 req-0f61283c-eadf-4aa2-baf5-c936a308a881 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:58.381304 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-525b39f0-7e9a-4cb8-b36e-62962fac0401 req-0f61283c-eadf-4aa2-baf5-c936a308a881 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 945 time: 0.1243572 Sep 15 03:27:58.392471 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fc03014e-028c-4673-9d77-8ea8b576d52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:58.424553 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fc03014e-028c-4673-9d77-8ea8b576d52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:58.467700 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-525b39f0-7e9a-4cb8-b36e-62962fac0401 req-c6677911-7606-4083-b3fe-5dd8133968c5 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796969 Sep 15 03:27:58.490292 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fc03014e-028c-4673-9d77-8ea8b576d52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:58.493378 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fc03014e-028c-4673-9d77-8ea8b576d52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:58.495273 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-fc03014e-028c-4673-9d77-8ea8b576d52a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f527f811-7023-495b-8fa0-c434a070283f HTTP/1.1" status: 204 len: 168 time: 0.1950018 Sep 15 03:27:58.504735 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03014e-028c-4673-9d77-8ea8b576d52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f527f811-7023-495b-8fa0-c434a070283f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:58.576357 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device e0d72799-4bc2-43ea-b6ca-f62b79fa624f details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:27:58.830681 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port e0d72799-4bc2-43ea-b6ca-f62b79fa624f, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=e0d72799-4bc2-43ea-b6ca-f62b79fa624f,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:58.847611 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 344f44df-ecfa-47b0-81a6-e903aa77489a up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:27:58.899280 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': 'e0d72799-4bc2-43ea-b6ca-f62b79fa624f', 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11', 'port_id': 'e0d72799-4bc2-43ea-b6ca-f62b79fa624f', 'mac_address': 'fa:16:3e:c0:80:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5fa39d4-6c73-4e22-a789-7e1c516bdd36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:27:58.944591 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:58.968779 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d72799-4bc2-43ea-b6ca-f62b79fa624f {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:27:58.976924 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 42116) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:58.999231 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port e0d72799-4bc2-43ea-b6ca-f62b79fa624f, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=e0d72799-4bc2-43ea-b6ca-f62b79fa624f,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:27:59.001713 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ca4fc563-5b0e-42b4-91a3-aed553f61432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:59.024169 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:59.031316 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 344f44df-ecfa-47b0-81a6-e903aa77489a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:27:59.031788 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:59.074058 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdf3ad-08a9-466b-83f5-987962a51517 req-f63686d7-1ee4-4bff-bd1b-86e7831953c7 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:59.076251 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9acdf3ad-08a9-466b-83f5-987962a51517 req-f63686d7-1ee4-4bff-bd1b-86e7831953c7 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0681231 Sep 15 03:27:59.149971 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9acdf3ad-08a9-466b-83f5-987962a51517 req-88a5754f-dbf5-4ba3-b60f-361d3513435c tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657036 Sep 15 03:27:59.151439 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=e0d72799-4bc2-43ea-b6ca-f62b79fa624f,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:59.163313 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:59.163958 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:59.164498 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:59.165134 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:59.166442 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:59.167094 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:59.168315 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:59.169176 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:59.169717 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:59.170281 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:59.170797 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:59.171348 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:27:59.192048 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ca4fc563-5b0e-42b4-91a3-aed553f61432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:59.200427 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ca4fc563-5b0e-42b4-91a3-aed553f61432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:59.280239 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ca4fc563-5b0e-42b4-91a3-aed553f61432 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=196e98946aef4c81b9b84e547f369798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020210 Sep 15 03:27:59.281221 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fc563-5b0e-42b4-91a3-aed553f61432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a3f66b-1de8-4aae-b11a-f60b78eba668,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:59.282806 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 42122) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:27:59.384662 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f65834-ec3d-42df-92f6-8ea2d42ba9b5 req-ac7e9b0b-88f2-4b25-a671-7f4113a24311 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:59.386401 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c7f65834-ec3d-42df-92f6-8ea2d42ba9b5 req-ac7e9b0b-88f2-4b25-a671-7f4113a24311 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.1210663 Sep 15 03:27:59.414022 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-479067ac-5f44-4633-afe4-9fa17c8230fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:59.432262 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c7f65834-ec3d-42df-92f6-8ea2d42ba9b5 req-3e414c5c-418b-4b83-989c-3027faff86d1 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398557 Sep 15 03:27:59.441958 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7121e98-4acf-468a-b606-4d6f008b4873 req-a1d25799-0d4f-48bc-ad00-243420b85979 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:59.449272 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e7121e98-4acf-468a-b606-4d6f008b4873 req-a1d25799-0d4f-48bc-ad00-243420b85979 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 945 time: 0.0900326 Sep 15 03:27:59.471047 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-479067ac-5f44-4633-afe4-9fa17c8230fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:59.526241 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e7121e98-4acf-468a-b606-4d6f008b4873 req-faac9593-422e-4af0-b250-787598a7e386 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760996 Sep 15 03:27:59.562822 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-479067ac-5f44-4633-afe4-9fa17c8230fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:59.565981 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-479067ac-5f44-4633-afe4-9fa17c8230fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:27:59.569515 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-479067ac-5f44-4633-afe4-9fa17c8230fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62a3f66b-1de8-4aae-b11a-f60b78eba668 HTTP/1.1" status: 204 len: 168 time: 0.2794542 Sep 15 03:27:59.574983 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['e0d72799-4bc2-43ea-b6ca-f62b79fa624f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:27:59.609406 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479067ac-5f44-4633-afe4-9fa17c8230fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a3f66b-1de8-4aae-b11a-f60b78eba668,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:27:59.703979 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35082db-29ce-4bab-947b-38ffaa699381 req-f316d963-a1a3-4101-af94-44cfc8bfcc4e tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:27:59.705515 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f35082db-29ce-4bab-947b-38ffaa699381 req-f316d963-a1a3-4101-af94-44cfc8bfcc4e tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 945 time: 0.0998702 Sep 15 03:27:59.808889 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f35082db-29ce-4bab-947b-38ffaa699381 req-ede320a8-680a-42c4-98f7-7279c8456fac tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905802 Sep 15 03:28:00.069793 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:28:00.329738 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa73909-9912-4e66-b41b-08426522a36a req-76a9ca55-ad0c-49b6-bbab-8d19b0bdc219 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:00.335064 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3fa73909-9912-4e66-b41b-08426522a36a req-76a9ca55-ad0c-49b6-bbab-8d19b0bdc219 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.1023405 Sep 15 03:28:00.400587 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3fa73909-9912-4e66-b41b-08426522a36a req-a2408fd1-ee6c-402b-853f-bbb1ca73ef24 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587249 Sep 15 03:28:00.600678 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a372c7-5bc3-4cfb-a556-281d04deb7c4 req-33470534-5dfa-49be-8674-352b331ffa52 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:00.602735 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d0a372c7-5bc3-4cfb-a556-281d04deb7c4 req-33470534-5dfa-49be-8674-352b331ffa52 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0701005 Sep 15 03:28:00.680142 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d0a372c7-5bc3-4cfb-a556-281d04deb7c4 req-21ed3bfd-d3f9-45db-948b-a0b1c7e64a76 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704472 Sep 15 03:28:00.735743 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b11154-2b2e-4172-907f-78ef2cbf47cb req-2605bb46-2661-40a0-8cbb-9eb10bcb4fe3 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:00.747155 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-60b11154-2b2e-4172-907f-78ef2cbf47cb req-2605bb46-2661-40a0-8cbb-9eb10bcb4fe3 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 945 time: 0.1129837 Sep 15 03:28:00.791368 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-60b11154-2b2e-4172-907f-78ef2cbf47cb req-15775222-3e57-44b7-bc24-fc17e26497f3 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424950 Sep 15 03:28:00.938342 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494144e-7e57-4b4c-abaa-6b6e7501327d req-8ad73b3c-0693-4890-8312-efc0be19f64b tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:00.940018 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b494144e-7e57-4b4c-abaa-6b6e7501327d req-8ad73b3c-0693-4890-8312-efc0be19f64b tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 945 time: 0.0657034 Sep 15 03:28:01.004212 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b494144e-7e57-4b4c-abaa-6b6e7501327d req-6047565a-ebe6-4f60-87a3-60a9319d7418 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561697 Sep 15 03:28:01.653318 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976296a-dea2-4dcf-bb69-62c30db70d2e req-259af07f-19b0-4c38-bc2e-57e710e389a6 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:01.660490 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7976296a-dea2-4dcf-bb69-62c30db70d2e req-259af07f-19b0-4c38-bc2e-57e710e389a6 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0793619 Sep 15 03:28:01.715008 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7976296a-dea2-4dcf-bb69-62c30db70d2e req-8574cb4e-53ad-4963-92e9-dae87e4f609f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524898 Sep 15 03:28:01.877955 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e895aa3-5ae9-4f69-b603-cd434c714d2d req-c1eb906f-e116-4c9f-9989-d8474e1d1744 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:01.880008 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6e895aa3-5ae9-4f69-b603-cd434c714d2d req-c1eb906f-e116-4c9f-9989-d8474e1d1744 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0869515 Sep 15 03:28:01.961748 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6e895aa3-5ae9-4f69-b603-cd434c714d2d req-11fdd04c-1b73-4248-9df9-903969113d30 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712433 Sep 15 03:28:01.992952 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f82f76-7fdf-4416-a3d1-03e3224035ba req-ce335d83-d5e4-48c1-aeb2-9ce9bd70d9bb tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:02.003320 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b3f82f76-7fdf-4416-a3d1-03e3224035ba req-ce335d83-d5e4-48c1-aeb2-9ce9bd70d9bb tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 945 time: 0.0966463 Sep 15 03:28:02.082486 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b3f82f76-7fdf-4416-a3d1-03e3224035ba req-af424ea4-a4a0-43b8-adf1-b448b7175350 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774946 Sep 15 03:28:02.355534 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764f117-5dba-4258-8100-449d96405e02 req-5f298741-744e-4778-bd6e-46b6515ad33a tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:02.356669 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c764f117-5dba-4258-8100-449d96405e02 req-5f298741-744e-4778-bd6e-46b6515ad33a tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 945 time: 0.0774102 Sep 15 03:28:02.423551 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c764f117-5dba-4258-8100-449d96405e02 req-5775a53d-6db8-4219-8657-89da370807fd tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549853 Sep 15 03:28:02.601104 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device e0d72799-4bc2-43ea-b6ca-f62b79fa624f up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:28:02.732707 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port e0d72799-4bc2-43ea-b6ca-f62b79fa624f completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:28:02.737235 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port e0d72799-4bc2-43ea-b6ca-f62b79fa624f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:28:02.738011 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:02.834739 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:02.875475 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fa142-e784-4cd9-aca0-97e66f730d12 req-371d4ab4-9f8f-4427-90ca-a3a52841ea78 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:02.877088 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port e0d72799-4bc2-43ea-b6ca-f62b79fa624f, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=e0d72799-4bc2-43ea-b6ca-f62b79fa624f,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:28:02.878612 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af146ee9-6ffa-4aa4-98fc-cf7444f637c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d72799-4bc2-43ea-b6ca-f62b79fa624f'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:28:02.882532 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a706c5-4274-41bc-8c68-ccb74e70f7af" -d '{"events": [{"server_uuid": "af146ee9-6ffa-4aa4-98fc-cf7444f637c0", "name": "network-vif-plugged", "status": "completed", "tag": "e0d72799-4bc2-43ea-b6ca-f62b79fa624f"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:28:02.883696 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0f8fa142-e784-4cd9-aca0-97e66f730d12 req-371d4ab4-9f8f-4427-90ca-a3a52841ea78 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0579240 Sep 15 03:28:02.887334 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:02.930571 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970b21c9-ab38-4e20-8a04-cf89012a21c0 x-openstack-request-id: req-970b21c9-ab38-4e20-8a04-cf89012a21c0 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:28:02.931639 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af146ee9-6ffa-4aa4-98fc-cf7444f637c0", "name": "network-vif-plugged", "status": "completed", "tag": "e0d72799-4bc2-43ea-b6ca-f62b79fa624f", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:28:02.932376 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0f8fa142-e784-4cd9-aca0-97e66f730d12 req-d5878120-8bc6-4db7-a77a-46ea80d2aa6d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471871 Sep 15 03:28:02.932533 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-970b21c9-ab38-4e20-8a04-cf89012a21c0 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:28:02.932949 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af146ee9-6ffa-4aa4-98fc-cf7444f637c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d72799-4bc2-43ea-b6ca-f62b79fa624f', 'code': 200} Sep 15 03:28:02.954917 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=e0d72799-4bc2-43ea-b6ca-f62b79fa624f,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:03.321449 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58496e34-f4cb-4cae-ab66-a199e83ab279 req-87036515-15cd-4e83-8542-f9a361fd526e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:03.335763 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-58496e34-f4cb-4cae-ab66-a199e83ab279 req-87036515-15cd-4e83-8542-f9a361fd526e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.1909034 Sep 15 03:28:03.349655 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc45b9c-7b1e-46a4-9e8b-18c5d8ad35e6 req-6aad762d-d4fe-43c7-a98f-a44e165531b1 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:03.358405 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ccc45b9c-7b1e-46a4-9e8b-18c5d8ad35e6 req-6aad762d-d4fe-43c7-a98f-a44e165531b1 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 946 time: 0.1213255 Sep 15 03:28:03.394650 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ccc45b9c-7b1e-46a4-9e8b-18c5d8ad35e6 req-45578b4c-fd84-44f9-ab74-e930755eafc1 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352678 Sep 15 03:28:03.423225 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e4086-cc29-4b34-956e-c4be7621381c req-af401d20-a0f2-4d0f-bd9f-615085d863cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:03.423225 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a93e4086-cc29-4b34-956e-c4be7621381c req-af401d20-a0f2-4d0f-bd9f-615085d863cb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 1099 time: 0.0824170 Sep 15 03:28:03.435046 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-58496e34-f4cb-4cae-ab66-a199e83ab279 req-419cee17-c4fd-4ef5-9b9f-d578d1479d55 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560346 Sep 15 03:28:03.475439 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a93e4086-cc29-4b34-956e-c4be7621381c req-54158bed-ccf9-4c2d-a6e0-4cfbbbafb4fc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388849 Sep 15 03:28:03.585560 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62ad3f-88eb-4632-9db6-be3e0fc464f4 req-63af6854-de83-4d9d-a7b5-b30662fcb36b tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:03.587239 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0d62ad3f-88eb-4632-9db6-be3e0fc464f4 req-63af6854-de83-4d9d-a7b5-b30662fcb36b tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 945 time: 0.0568523 Sep 15 03:28:03.635524 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0d62ad3f-88eb-4632-9db6-be3e0fc464f4 req-2b09f99f-9e31-4227-b6f2-af8d31455f72 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419636 Sep 15 03:28:04.054099 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44af425-0961-4aab-8c57-8c5190e50563 req-80a0ec71-4fce-4b3d-8682-568a0204efa1 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:04.073239 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f44af425-0961-4aab-8c57-8c5190e50563 req-80a0ec71-4fce-4b3d-8682-568a0204efa1 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0706875 Sep 15 03:28:04.115524 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f44af425-0961-4aab-8c57-8c5190e50563 req-b61c8a96-1a88-4003-93d5-4a62f7593171 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412951 Sep 15 03:28:04.567403 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515acc0-547e-4733-aaad-40a592ed3e6f req-f88e275c-adee-4dcc-bcf9-3537dcefcfec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:04.569776 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2515acc0-547e-4733-aaad-40a592ed3e6f req-f88e275c-adee-4dcc-bcf9-3537dcefcfec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 946 time: 0.0677924 Sep 15 03:28:04.615130 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89e2e1-14cf-4b91-b595-6a8aca84ce18 req-887c7b8f-8497-4269-96d2-013cf5a06d53 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:04.624347 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ff89e2e1-14cf-4b91-b595-6a8aca84ce18 req-887c7b8f-8497-4269-96d2-013cf5a06d53 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0707259 Sep 15 03:28:04.627107 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2515acc0-547e-4733-aaad-40a592ed3e6f req-f08a3803-666e-4d16-8cde-b30a44e70944 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503411 Sep 15 03:28:04.675546 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ff89e2e1-14cf-4b91-b595-6a8aca84ce18 req-158ead13-8455-482d-8c2a-2b623a5a9a92 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501866 Sep 15 03:28:04.798116 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5267da2-8989-4ce1-8791-79299b194f76 req-9178573e-a89c-4ffa-9097-0b68b1d9c100 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:04.810243 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a5267da2-8989-4ce1-8791-79299b194f76 req-9178573e-a89c-4ffa-9097-0b68b1d9c100 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 945 time: 0.0733156 Sep 15 03:28:04.864868 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a5267da2-8989-4ce1-8791-79299b194f76 req-3c8d862f-0aba-4730-bea9-505ace00b127 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e77bb0f-b86a-415c-922d-88b1f385b60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544019 Sep 15 03:28:04.913085 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23182f-4e99-4dfa-9e00-24c8ba1b087d req-4c8c36af-3201-4dcb-8cc0-734c8cd065e0 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:04.915010 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ce23182f-4e99-4dfa-9e00-24c8ba1b087d req-4c8c36af-3201-4dcb-8cc0-734c8cd065e0 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.52 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 945 time: 0.0744286 Sep 15 03:28:05.049277 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-ce23182f-4e99-4dfa-9e00-24c8ba1b087d req-18eba2ba-3839-426d-bfdd-e7160cf6f7e5 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Deleting port 73222fe8-8774-4917-a9d7-0735757b8117 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:28:05.049627 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ce23182f-4e99-4dfa-9e00-24c8ba1b087d req-18eba2ba-3839-426d-bfdd-e7160cf6f7e5 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:05.155012 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-ce23182f-4e99-4dfa-9e00-24c8ba1b087d req-18eba2ba-3839-426d-bfdd-e7160cf6f7e5 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] For port 73222fe8-8774-4917-a9d7-0735757b8117, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=73222fe8-8774-4917-a9d7-0735757b8117,segment=NetworkSegment(2a585ffb-8119-4b59-a721-058e10075e69),segment_id=2a585ffb-8119-4b59-a721-058e10075e69)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:28:05.155820 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ce23182f-4e99-4dfa-9e00-24c8ba1b087d req-18eba2ba-3839-426d-bfdd-e7160cf6f7e5 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:05.172360 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-ce23182f-4e99-4dfa-9e00-24c8ba1b087d req-18eba2ba-3839-426d-bfdd-e7160cf6f7e5 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Calling delete_port for 73222fe8-8774-4917-a9d7-0735757b8117 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:28:05.325694 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d49d6-869e-4d74-905b-2cf7f68d86ca req-79e7f445-4aec-488c-b220-142511479605 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:05.327296 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0a0d49d6-869e-4d74-905b-2cf7f68d86ca req-79e7f445-4aec-488c-b220-142511479605 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0862935 Sep 15 03:28:05.447443 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0a0d49d6-869e-4d74-905b-2cf7f68d86ca req-4470b59b-9d5b-4a92-a7c0-049ce8cca517 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866134 Sep 15 03:28:05.460434 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ce23182f-4e99-4dfa-9e00-24c8ba1b087d req-18eba2ba-3839-426d-bfdd-e7160cf6f7e5 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:05.495712 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eba2ba-3839-426d-bfdd-e7160cf6f7e5 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Pushing event deleted for resources: {'Port': ['ID=73222fe8-8774-4917-a9d7-0735757b8117,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:05.511787 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['73222fe8-8774-4917-a9d7-0735757b8117'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:28:05.582074 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce23182f-4e99-4dfa-9e00-24c8ba1b087d req-18eba2ba-3839-426d-bfdd-e7160cf6f7e5 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] No DVR routers for this DVR port 73222fe8-8774-4917-a9d7-0735757b8117 on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:28:05.594658 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ce23182f-4e99-4dfa-9e00-24c8ba1b087d req-18eba2ba-3839-426d-bfdd-e7160cf6f7e5 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:05.597038 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ce23182f-4e99-4dfa-9e00-24c8ba1b087d req-18eba2ba-3839-426d-bfdd-e7160cf6f7e5 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.52 "DELETE /v2.0/ports/73222fe8-8774-4917-a9d7-0735757b8117 HTTP/1.1" status: 204 len: 173 time: 0.6736560 Sep 15 03:28:05.597623 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eff9a57-c597-4024-b7d0-dcea4310f88b', 'name': 'network-vif-deleted', 'tag': '73222fe8-8774-4917-a9d7-0735757b8117'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:28:05.600236 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78208ee-045a-4471-8d46-f3645d173f33" -d '{"events": [{"server_uuid": "7eff9a57-c597-4024-b7d0-dcea4310f88b", "name": "network-vif-deleted", "tag": "73222fe8-8774-4917-a9d7-0735757b8117"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:28:05.641814 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06b8fb2-1dc9-4916-ba62-84a6f799ebbe x-openstack-request-id: req-f06b8fb2-1dc9-4916-ba62-84a6f799ebbe {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:28:05.642464 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eff9a57-c597-4024-b7d0-dcea4310f88b", "name": "network-vif-deleted", "tag": "73222fe8-8774-4917-a9d7-0735757b8117", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:28:05.642585 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f06b8fb2-1dc9-4916-ba62-84a6f799ebbe {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:28:05.643319 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eff9a57-c597-4024-b7d0-dcea4310f88b', 'name': 'network-vif-deleted', 'tag': '73222fe8-8774-4917-a9d7-0735757b8117', 'status': 'completed', 'code': 200} Sep 15 03:28:05.739917 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-03248a0c-d459-46d2-a5b3-aecd309d4139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:05.802375 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cac48f-7a86-4366-af5d-723433d7ae76 req-77bb1092-d0aa-4348-8b5c-52c67a548fb7 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:05.811151 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-19cac48f-7a86-4366-af5d-723433d7ae76 req-77bb1092-d0aa-4348-8b5c-52c67a548fb7 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 946 time: 0.1017733 Sep 15 03:28:05.867864 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-19cac48f-7a86-4366-af5d-723433d7ae76 req-c04ae0e2-daa9-4623-a792-8437a716c81b tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558274 Sep 15 03:28:05.876763 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2870e-9d30-4498-afbd-5d1b4e3d599b req-b836f840-f71c-4d7d-bfe4-9e90480917e4 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:05.881603 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3ab2870e-9d30-4498-afbd-5d1b4e3d599b req-b836f840-f71c-4d7d-bfe4-9e90480917e4 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0799224 Sep 15 03:28:06.048837 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3ab2870e-9d30-4498-afbd-5d1b4e3d599b req-33fa01d2-8e1b-4271-bf81-a279a38dc92c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581295 Sep 15 03:28:06.066546 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ff044182-d12f-4cbf-832b-5be1b7f64117 req-9eea8d2a-0a08-41fc-ad37-e47c0cf98fc6 tempest-VolumesActionsTest-710019973 tempest-VolumesActionsTest-710019973-project] 10.222.0.24 "GET /v2.0/ports?device_id=7eff9a57-c597-4024-b7d0-dcea4310f88b HTTP/1.1" status: 200 len: 210 time: 0.0369172 Sep 15 03:28:06.543804 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:06.606988 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ac168-eeed-4793-80c6-96d4e8ee9587 req-dacd9101-f756-452a-a13b-01b98db0c395 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:06.611492 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c05ac168-eeed-4793-80c6-96d4e8ee9587 req-dacd9101-f756-452a-a13b-01b98db0c395 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0631661 Sep 15 03:28:06.656980 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c05ac168-eeed-4793-80c6-96d4e8ee9587 req-56fee965-628a-4dd7-8e04-cca23ba5d625 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414000 Sep 15 03:28:07.173131 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881e107-59b2-4895-91ad-ac29b3866b88 req-afc590d2-2b3e-46e0-9458-e212b4c56669 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:07.174615 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c881e107-59b2-4895-91ad-ac29b3866b88 req-afc590d2-2b3e-46e0-9458-e212b4c56669 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0518413 Sep 15 03:28:07.208104 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-e6d7e2a5-5eb5-4f97-be94-6a7e91a7f010 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:07.209773 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-e6d7e2a5-5eb5-4f97-be94-6a7e91a7f010 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/networks?id=3787134e-e22b-46af-a4ba-db5204827942 HTTP/1.1" status: 200 len: 815 time: 0.1131032 Sep 15 03:28:07.212269 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c881e107-59b2-4895-91ad-ac29b3866b88 req-dfcd2492-6c17-4d91-a024-f441b1137d42 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311277 Sep 15 03:28:07.225851 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4cdd10ab-61a9-4806-b5fc-ba6f39f2d30f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/quotas/6d6f8640cfdb4b6294bd02b2c063e433 HTTP/1.1" status: 200 len: 375 time: 0.0100186 Sep 15 03:28:07.289522 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-9656d14c-5aa2-4e6a-8ade-24dc2bd67a7b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6d6f8640cfdb4b6294bd02b2c063e433&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527494 Sep 15 03:28:07.392703 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-d4bb6b47-4b24-4a33-9866-ed8c66e92b71 service neutron] 10.222.0.24 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879912 Sep 15 03:28:07.485967 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-a3203951-873e-41c0-8a9f-e7de86cb66b6 service neutron] 10.222.0.24 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900388 Sep 15 03:28:07.657199 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9752d5f1-0545-432c-8047-baef5d5f7f10 req-3256ec1e-61f4-46f6-acbd-58c2b1c4f445 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0303776 Sep 15 03:28:07.801344 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405b8f2-15e4-4f63-a415-3312f9de572c req-0421a356-b054-494f-bb03-7be06eb215a8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:07.803145 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1405b8f2-15e4-4f63-a415-3312f9de572c req-0421a356-b054-494f-bb03-7be06eb215a8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0545733 Sep 15 03:28:07.849818 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1405b8f2-15e4-4f63-a415-3312f9de572c req-f310b17a-2b06-4027-90a7-659caf1d72e7 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384998 Sep 15 03:28:08.190604 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f49b4fd5-7be0-4972-b22a-b778450a2291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:08.345877 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342188b-ba8c-4870-8797-f210edb66705 req-4490aab6-e87a-40b8-b20d-8d75987b3503 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:08.347805 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b342188b-ba8c-4870-8797-f210edb66705 req-4490aab6-e87a-40b8-b20d-8d75987b3503 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0526042 Sep 15 03:28:08.392909 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b342188b-ba8c-4870-8797-f210edb66705 req-4136e445-8d35-475e-a4c3-3eff7818f677 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374155 Sep 15 03:28:08.754368 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:08.763257 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f3846037-dcfd-4424-bcf0-512ac1f9d396 req-09ffe3cf-7e6e-460b-a260-281aaea9db0b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0305688 Sep 15 03:28:08.968445 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35205ff-592f-4208-b0af-52e40289aedd req-c37bf567-5803-4c86-b145-d9c86c6957c6 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:08.970218 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c35205ff-592f-4208-b0af-52e40289aedd req-c37bf567-5803-4c86-b145-d9c86c6957c6 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0496578 Sep 15 03:28:09.009466 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c35205ff-592f-4208-b0af-52e40289aedd req-8b28f2f4-34b9-4876-bbd2-a4e2f8038b43 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326383 Sep 15 03:28:09.107919 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-7c1dfd3e-8734-40ec-b1c2-d03fa3c4e3c7 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:09.109395 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-7c1dfd3e-8734-40ec-b1c2-d03fa3c4e3c7 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 815 time: 0.1059766 Sep 15 03:28:09.124137 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-9eee1c0f-122e-4d75-b380-399e3fd1498e tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/quotas/66e297879c9f4dcc84b2549c0593645e HTTP/1.1" status: 200 len: 375 time: 0.0091588 Sep 15 03:28:09.172740 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-2599418e-8de5-4bd2-8898-3b7898102d4c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434029 Sep 15 03:28:09.266325 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-942e61a1-4128-4b20-b3ec-adb1d350f394 service neutron] 10.222.0.24 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864153 Sep 15 03:28:09.357055 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-111ad07a-a6ae-430a-8207-14f2dc8518fc service neutron] 10.222.0.24 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848072 Sep 15 03:28:09.392210 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:09.519995 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885bc33-22c9-4a67-a0b4-91d335821515 req-71db71f0-1eb1-4d36-b06a-a21b9f1202e0 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:09.521940 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c885bc33-22c9-4a67-a0b4-91d335821515 req-71db71f0-1eb1-4d36-b06a-a21b9f1202e0 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0555055 Sep 15 03:28:09.537847 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-51ae334a-67c6-40a2-a7ef-5a93c8600096 req-8cba3c01-a73c-4792-b432-204c41ea334c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0334797 Sep 15 03:28:09.570290 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c885bc33-22c9-4a67-a0b4-91d335821515 req-a839316c-f021-4b3f-8482-62b743294b40 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398731 Sep 15 03:28:09.855635 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-65367c35-274c-4635-88ac-6affd6a267c2 req-d4ea9b53-59ef-4a9f-b7c9-14d84958fc1b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0253975 Sep 15 03:28:10.121326 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d59f4b-986d-43dd-b27d-727f067d4690 req-6a3c8ead-fd69-4fd8-ba46-1f7d67dfae3a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:10.122793 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-30d59f4b-986d-43dd-b27d-727f067d4690 req-6a3c8ead-fd69-4fd8-ba46-1f7d67dfae3a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0479119 Sep 15 03:28:10.161497 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-30d59f4b-986d-43dd-b27d-727f067d4690 req-dfaaa95f-2b66-45f2-b1ff-0403e64cb1d2 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329306 Sep 15 03:28:10.329721 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 73222fe8-8774-4917-a9d7-0735757b8117 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:28:10.349298 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: 73222fe8-8774-4917-a9d7-0735757b8117 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:28:10.349642 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 73222fe8-8774-4917-a9d7-0735757b8117 not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:28:10.630061 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9e1b566e-d903-460e-9e50-57e6c186e79d req-1e522fc7-f69f-44af-aa61-bb03fdb041b4 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0265710 Sep 15 03:28:10.689708 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78552bf-1278-4a2b-8d28-79cb400d2dad req-2fb96169-03b2-48a4-b02c-9c5de5a495dc tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:10.691189 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f78552bf-1278-4a2b-8d28-79cb400d2dad req-2fb96169-03b2-48a4-b02c-9c5de5a495dc tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0486698 Sep 15 03:28:10.729211 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f78552bf-1278-4a2b-8d28-79cb400d2dad req-d4455972-26f4-4ff2-b4cb-4a0b1a689e04 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320230 Sep 15 03:28:10.808335 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:10.948106 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cfcdbaf0-8b15-444e-8a63-bd3419b97a5a req-857debad-9ee9-48da-b7c6-41bf4bcfad15 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0262387 Sep 15 03:28:11.276976 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89422b-a1d8-48ee-8715-3e4f2731136e req-adda4ffa-289e-4d30-ba57-1ef2222dc01e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:11.279137 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1f89422b-a1d8-48ee-8715-3e4f2731136e req-adda4ffa-289e-4d30-ba57-1ef2222dc01e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0520089 Sep 15 03:28:11.317459 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1f89422b-a1d8-48ee-8715-3e4f2731136e req-901b9105-77e7-43fb-9bda-c953dae07dc9 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326226 Sep 15 03:28:11.536227 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a2ab9-b91b-4ee3-8ef3-a9e4336d62c4 req-f8aaba14-3a1c-47b1-8bb1-840803f0875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:11.537707 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9e9a2ab9-b91b-4ee3-8ef3-a9e4336d62c4 req-f8aaba14-3a1c-47b1-8bb1-840803f0875d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 1098 time: 0.0400465 Sep 15 03:28:11.576121 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9e9a2ab9-b91b-4ee3-8ef3-a9e4336d62c4 req-626326ed-c16b-49d3-969d-5705213d05b1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293906 Sep 15 03:28:11.720207 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7d514712-e9b0-4ff9-ada4-c96ddcc9e311 req-7b1670e9-e3d1-49ec-ba95-87cfa6e39169 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0268641 Sep 15 03:28:11.849199 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240ae3b-a117-4120-8dea-71ac21a5e7e3 req-734b2b8c-df58-4546-9b3b-e91bb1c54978 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:11.850655 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8240ae3b-a117-4120-8dea-71ac21a5e7e3 req-734b2b8c-df58-4546-9b3b-e91bb1c54978 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0480440 Sep 15 03:28:11.887588 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8240ae3b-a117-4120-8dea-71ac21a5e7e3 req-b6fcf738-7a40-4daf-ae4e-8a0d7790fd06 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306828 Sep 15 03:28:12.039233 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-77c56d0f-c01c-4b31-abe3-4fd77ed56c2c req-b59c96cd-a3d8-42ef-a246-c0604383ddba tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0255136 Sep 15 03:28:12.432165 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-cb1012de-dc4c-42b7-bd0b-5a95185a04c7 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:12.433748 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-cb1012de-dc4c-42b7-bd0b-5a95185a04c7 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.52 "GET /v2.0/networks?id=3787134e-e22b-46af-a4ba-db5204827942 HTTP/1.1" status: 200 len: 815 time: 0.1264408 Sep 15 03:28:12.464065 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-dc18038c-d30a-4ba0-84fc-5455fd67e2f9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Request body: {'port': {'device_id': '658011a2-481b-4fde-98d8-dcbaee21de87', 'network_id': '3787134e-e22b-46af-a4ba-db5204827942', 'admin_state_up': True, 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:28:12.493005 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c119cb3-3674-4b01-ac50-840d787bb4aa req-317b0b83-20cb-4b02-b417-b02943792067 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:12.494661 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6c119cb3-3674-4b01-ac50-840d787bb4aa req-317b0b83-20cb-4b02-b417-b02943792067 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0840855 Sep 15 03:28:12.806948 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6c119cb3-3674-4b01-ac50-840d787bb4aa req-a8d9ba34-a9d0-42fa-afb1-e86fb69b31af tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054419 Sep 15 03:28:12.839854 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-adbb5786-9c1c-4e78-807a-30fefa4d2ff3 req-599386e5-ab57-4001-a56e-73fcaa2d1058 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0411897 Sep 15 03:28:12.859199 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-dc18038c-d30a-4ba0-84fc-5455fd67e2f9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Made reservation on behalf of 6d6f8640cfdb4b6294bd02b2c063e433 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:28:12.864775 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-dc18038c-d30a-4ba0-84fc-5455fd67e2f9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:13.049626 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-dc18038c-d30a-4ba0-84fc-5455fd67e2f9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Allocated IP 172.20.0.12 (3787134e-e22b-46af-a4ba-db5204827942/02ea9f88-a6bb-46cf-8846-3a95d95e73a4/4e4ca83b-997c-4371-8187-47468d3d2d6a) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:28:13.137142 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-be25cf86-fd95-4e55-bfd9-4c34ef91bf90 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:13.137285 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 42538) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:28:13.139094 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-be25cf86-fd95-4e55-bfd9-4c34ef91bf90 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 815 time: 0.1725852 Sep 15 03:28:13.153351 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190651df-4eb8-424c-8051-3e5d85740e8e req-84f73430-bacb-4527-aed4-42f6e2fa8c00 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:13.155280 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-190651df-4eb8-424c-8051-3e5d85740e8e req-84f73430-bacb-4527-aed4-42f6e2fa8c00 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.1426082 Sep 15 03:28:13.178480 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3d5ac2ff-0157-4f76-b8e9-4c5ef769112a req-8ef17c76-4f29-423b-a200-b5d478242042 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0374398 Sep 15 03:28:13.294835 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-190651df-4eb8-424c-8051-3e5d85740e8e req-71ecb79b-9618-42b9-82da-4017fed27ad6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250343 Sep 15 03:28:13.391584 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2046255d-7db7-41a1-a5a6-4b61730cd2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:13.484575 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-dc18038c-d30a-4ba0-84fc-5455fd67e2f9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:13.571994 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-dc18038c-d30a-4ba0-84fc-5455fd67e2f9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:13.632089 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-dc18038c-d30a-4ba0-84fc-5455fd67e2f9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Network 3787134e-e22b-46af-a4ba-db5204827942 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:28:13.638880 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-dc18038c-d30a-4ba0-84fc-5455fd67e2f9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:28:13.651805 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-dc18038c-d30a-4ba0-84fc-5455fd67e2f9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:28:13.658221 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2046255d-7db7-41a1-a5a6-4b61730cd2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:13.689435 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2046255d-7db7-41a1-a5a6-4b61730cd2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:13.704783 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18038c-d30a-4ba0-84fc-5455fd67e2f9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Pushing event updated for resources: {'Port': ['ID=4e4ca83b-997c-4371-8187-47468d3d2d6a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:13.748202 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-dc18038c-d30a-4ba0-84fc-5455fd67e2f9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:13.748950 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-dc18038c-d30a-4ba0-84fc-5455fd67e2f9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:13.755726 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-2046255d-7db7-41a1-a5a6-4b61730cd2f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21ffde247ff44ee789085fb93e89e473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6157010 Sep 15 03:28:13.757166 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 42548) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:28:13.772451 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046255d-7db7-41a1-a5a6-4b61730cd2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02fbe64-b0b8-440d-af95-11e6a06c5fca,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:13.796481 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-dc18038c-d30a-4ba0-84fc-5455fd67e2f9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3373961 Sep 15 03:28:13.834400 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ca3d164-16eb-489f-8632-796afc45b101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:13.863853 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ca3d164-16eb-489f-8632-796afc45b101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:13.941862 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-17721bd2-9281-4eec-9ca1-484fe9c38bf4 None None] Provisioning complete for port 4e4ca83b-997c-4371-8187-47468d3d2d6a triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:28:13.950436 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17721bd2-9281-4eec-9ca1-484fe9c38bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:13.960604 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67379a-d47b-4158-b39a-2a8d03c412d6 req-c8211a0a-4162-4fc3-8f2e-d9596a9ca45f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:13.970921 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4c67379a-d47b-4158-b39a-2a8d03c412d6 req-c8211a0a-4162-4fc3-8f2e-d9596a9ca45f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0767798 Sep 15 03:28:13.975530 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ca3d164-16eb-489f-8632-796afc45b101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:13.979017 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ca3d164-16eb-489f-8632-796afc45b101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:13.981672 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-1ca3d164-16eb-489f-8632-796afc45b101 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e02fbe64-b0b8-440d-af95-11e6a06c5fca HTTP/1.1" status: 204 len: 168 time: 0.2235110 Sep 15 03:28:13.986168 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-146f047a-837d-474c-8c85-6867b5f7bf1a req-0d56eac9-1992-44bc-aacd-062db0c5a09b tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0582364 Sep 15 03:28:13.992699 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3d164-16eb-489f-8632-796afc45b101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02fbe64-b0b8-440d-af95-11e6a06c5fca,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:14.020872 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-17721bd2-9281-4eec-9ca1-484fe9c38bf4 None None] Port 4e4ca83b-997c-4371-8187-47468d3d2d6a cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:28:14.030305 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4c67379a-d47b-4158-b39a-2a8d03c412d6 req-03994bba-612f-446f-bd3f-78dc9f474f86 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580716 Sep 15 03:28:14.319372 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 42560) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:28:14.332574 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4118e1fd-1a0f-4a9f-8c00-26efb148524e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:14.332876 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd3bb2-97ee-4d8e-b666-2767ef667f78 req-524bccc6-a6a0-46dd-9158-149507c7a39f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:14.334430 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-84fd3bb2-97ee-4d8e-b666-2767ef667f78 req-524bccc6-a6a0-46dd-9158-149507c7a39f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 932 time: 0.0491447 Sep 15 03:28:14.375548 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-84fd3bb2-97ee-4d8e-b666-2767ef667f78 req-2ed4ae81-c3d7-4b5c-9772-72fd2ad40b98 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343444 Sep 15 03:28:14.474558 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952f47d-8e14-4723-b65e-280c47a20edb req-65fae5f2-018a-40d9-a22f-f5b90ccc2830 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:14.475990 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6952f47d-8e14-4723-b65e-280c47a20edb req-65fae5f2-018a-40d9-a22f-f5b90ccc2830 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0733378 Sep 15 03:28:14.511517 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4118e1fd-1a0f-4a9f-8c00-26efb148524e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:14.523396 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4118e1fd-1a0f-4a9f-8c00-26efb148524e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:14.556352 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6952f47d-8e14-4723-b65e-280c47a20edb req-a3274423-d2ef-4844-b48b-da6f735046f7 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689838 Sep 15 03:28:14.585537 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-4118e1fd-1a0f-4a9f-8c00-26efb148524e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aee7139f6e98408e914434a7b4896455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650373 Sep 15 03:28:14.591533 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 42566) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:28:14.595962 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118e1fd-1a0f-4a9f-8c00-26efb148524e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e046614e-0418-41e7-a652-2c5b48dab691,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:14.657185 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-16183659-7b1e-4007-b17a-b78c9b4b2a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:14.683326 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-16183659-7b1e-4007-b17a-b78c9b4b2a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:14.729185 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-16183659-7b1e-4007-b17a-b78c9b4b2a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:14.732086 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-16183659-7b1e-4007-b17a-b78c9b4b2a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:14.735446 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-16183659-7b1e-4007-b17a-b78c9b4b2a39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e046614e-0418-41e7-a652-2c5b48dab691 HTTP/1.1" status: 204 len: 168 time: 0.1426563 Sep 15 03:28:14.744090 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16183659-7b1e-4007-b17a-b78c9b4b2a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e046614e-0418-41e7-a652-2c5b48dab691,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:15.108123 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ddc26201-2046-4437-ac4c-6f7dd92311e3 req-4463761a-7a77-4313-9800-de77e7fe98eb tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0286610 Sep 15 03:28:15.131470 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 42576) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:28:15.144684 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe5518c4-f091-4ddc-bc58-481a312c0088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:15.162227 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d35f9-53b5-48de-9073-0274478e02aa req-242f12c3-9b72-41b3-a3a8-19cbc6ff043e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:15.164410 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e88d35f9-53b5-48de-9073-0274478e02aa req-242f12c3-9b72-41b3-a3a8-19cbc6ff043e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0519021 Sep 15 03:28:15.203981 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e88d35f9-53b5-48de-9073-0274478e02aa req-4a571bfa-7e67-42d3-ae61-0a449aeb24fc tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333457 Sep 15 03:28:15.240173 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe5518c4-f091-4ddc-bc58-481a312c0088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:15.258493 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe5518c4-f091-4ddc-bc58-481a312c0088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:15.298430 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5518c4-f091-4ddc-bc58-481a312c0088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73b3206-d5c9-4587-9767-d673dfbf33d5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:15.304106 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-fe5518c4-f091-4ddc-bc58-481a312c0088 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a71ef198ee745bcbfc2f05ea7247e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716132 Sep 15 03:28:15.307447 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 42578) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:28:15.355687 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-261d553f-d41f-4411-abef-a10e3e1734e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:15.383857 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-261d553f-d41f-4411-abef-a10e3e1734e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:15.440337 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-261d553f-d41f-4411-abef-a10e3e1734e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:15.443362 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-261d553f-d41f-4411-abef-a10e3e1734e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:15.447300 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-261d553f-d41f-4411-abef-a10e3e1734e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a73b3206-d5c9-4587-9767-d673dfbf33d5 HTTP/1.1" status: 204 len: 168 time: 0.1363764 Sep 15 03:28:15.459678 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d553f-d41f-4411-abef-a10e3e1734e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73b3206-d5c9-4587-9767-d673dfbf33d5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:15.522016 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3a5aa-1e50-41e0-b38d-285b08f0d7e6 req-f992e920-0d6d-4680-a5b3-05382d0066ba tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:15.523467 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-17d3a5aa-1e50-41e0-b38d-285b08f0d7e6 req-f992e920-0d6d-4680-a5b3-05382d0066ba tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 932 time: 0.0653558 Sep 15 03:28:15.579259 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-17d3a5aa-1e50-41e0-b38d-285b08f0d7e6 req-a0793875-d291-4ad0-8ef4-d460d256ce6b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446656 Sep 15 03:28:15.716254 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af56863-fa3e-4796-94d0-4d8113d5f149 req-c79ff4f7-982c-470c-b4a2-98e17d256aef tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:15.718003 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5af56863-fa3e-4796-94d0-4d8113d5f149 req-c79ff4f7-982c-470c-b4a2-98e17d256aef tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0538261 Sep 15 03:28:15.761156 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5af56863-fa3e-4796-94d0-4d8113d5f149 req-891203ae-e182-4acd-824c-b20158aebf7e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363796 Sep 15 03:28:16.211471 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ed7da475-628a-4505-86c2-aacfcffa186f req-45fcf85a-be33-4679-89b7-ebbd7515ac12 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0345943 Sep 15 03:28:16.324980 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0c984-3afb-4f4f-838e-180cd89f08e4 req-33d3b600-708a-4982-b4ec-48bc5c9d3a19 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:16.326480 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-48d0c984-3afb-4f4f-838e-180cd89f08e4 req-33d3b600-708a-4982-b4ec-48bc5c9d3a19 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0512140 Sep 15 03:28:16.367988 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-48d0c984-3afb-4f4f-838e-180cd89f08e4 req-c011a6ee-15bf-4898-9213-88a542504aba tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351532 Sep 15 03:28:16.699264 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bd5aa-ad89-4aa1-9b67-e0e94d503791 req-c1c34ba6-3546-4667-80d5-97c333f1d2a7 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:16.700773 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b77bd5aa-ad89-4aa1-9b67-e0e94d503791 req-c1c34ba6-3546-4667-80d5-97c333f1d2a7 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 932 time: 0.0635271 Sep 15 03:28:16.736909 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b77bd5aa-ad89-4aa1-9b67-e0e94d503791 req-24a6bf6c-e98a-4607-a481-f3422c9a10db tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302465 Sep 15 03:28:16.883398 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce8004-e34b-40a4-a228-dc220dd5ce94 req-4b0dad12-c24a-44fd-a4a1-ea792b8bfd25 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:16.885618 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e8ce8004-e34b-40a4-a228-dc220dd5ce94 req-4b0dad12-c24a-44fd-a4a1-ea792b8bfd25 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0483594 Sep 15 03:28:16.928158 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e8ce8004-e34b-40a4-a228-dc220dd5ce94 req-62ae2ba5-488c-41eb-973b-ec3445906a55 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357275 Sep 15 03:28:17.310284 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c41ee0fa-7ed6-4856-affa-6ea3111d7d82 req-2d15f725-2396-4e26-b6ce-d33588055c7b tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0327365 Sep 15 03:28:17.487194 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d096bc-f587-434d-b90f-f01b1e7cc6b8 req-51e62112-0c2b-448d-a156-e2877e2d7187 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:17.488743 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f3d096bc-f587-434d-b90f-f01b1e7cc6b8 req-51e62112-0c2b-448d-a156-e2877e2d7187 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0510716 Sep 15 03:28:17.535610 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f3d096bc-f587-434d-b90f-f01b1e7cc6b8 req-67281ee5-94b7-4799-b751-9fed476be051 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402236 Sep 15 03:28:17.872115 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d4be7-6779-4120-8024-af382d2be66b req-38444b37-8c55-4860-830a-8e7e9c31562f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:17.873922 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8f8d4be7-6779-4120-8024-af382d2be66b req-38444b37-8c55-4860-830a-8e7e9c31562f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 932 time: 0.0675247 Sep 15 03:28:17.976926 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8f8d4be7-6779-4120-8024-af382d2be66b req-e0e11a86-d982-4c5e-88de-c1607fd5d9ce tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764291 Sep 15 03:28:18.114415 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae49ef-7635-4b69-8a70-2c5ec31b1a12 req-98313f27-dcd7-453c-ad04-56e54356a618 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:18.116002 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2ae49ef-7635-4b69-8a70-2c5ec31b1a12 req-98313f27-dcd7-453c-ad04-56e54356a618 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0791552 Sep 15 03:28:18.193651 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b2ae49ef-7635-4b69-8a70-2c5ec31b1a12 req-f3a9ac5f-e471-448f-adb1-6ddfbce7e3e8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691097 Sep 15 03:28:18.419946 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-429c8088-a6b3-4007-959c-cd60eaf2fecb req-04f9803c-887a-477d-bb31-a0198c45d200 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0355914 Sep 15 03:28:18.710721 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf94d87-78b7-4410-b133-599ce47811e4 req-af844e15-e288-4149-9a20-d9fcdb2721e3 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:18.719042 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8cf94d87-78b7-4410-b133-599ce47811e4 req-af844e15-e288-4149-9a20-d9fcdb2721e3 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0798333 Sep 15 03:28:18.768819 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8cf94d87-78b7-4410-b133-599ce47811e4 req-e323f034-47f9-465c-8a71-e6f871b5714c tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484099 Sep 15 03:28:19.178502 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75dfd9-6a65-4f51-834c-3faed67a7a56 req-6d1f7633-ccfc-4ca7-8b77-4cf0c8e4b58f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:19.195628 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ff75dfd9-6a65-4f51-834c-3faed67a7a56 req-6d1f7633-ccfc-4ca7-8b77-4cf0c8e4b58f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 932 time: 0.0813251 Sep 15 03:28:19.286108 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ff75dfd9-6a65-4f51-834c-3faed67a7a56 req-98b68832-6f52-4121-96ea-ecace0f7f8cf tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887945 Sep 15 03:28:19.405063 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc8d71-698e-4c07-85a6-b15a3c4ada17 req-7f7c377d-4eb0-4ac2-978e-bbedb744036f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:19.407987 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-34dc8d71-698e-4c07-85a6-b15a3c4ada17 req-7f7c377d-4eb0-4ac2-978e-bbedb744036f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0657063 Sep 15 03:28:19.473643 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-34dc8d71-698e-4c07-85a6-b15a3c4ada17 req-3d5f2428-f341-4bc3-910d-3aaa49786437 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604532 Sep 15 03:28:19.543309 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0fbc7ee3-1573-4f60-841d-fafe6e8076aa req-7f284810-76ad-485c-9e65-3c3f30a421b9 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0406814 Sep 15 03:28:19.995885 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e7e21-8c3e-4f8e-9be7-13cb9d347cc9 req-949a5485-8523-4721-91c5-7c60ee8723fe tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:20.007847 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4a8e7e21-8c3e-4f8e-9be7-13cb9d347cc9 req-949a5485-8523-4721-91c5-7c60ee8723fe tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.1087041 Sep 15 03:28:20.063099 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4a8e7e21-8c3e-4f8e-9be7-13cb9d347cc9 req-6521cf21-5f35-4471-96bd-b669596ae441 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475011 Sep 15 03:28:20.449783 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b181a3-9e40-4385-847a-be7ede9b0f8f req-2328ba14-10a6-45bf-9698-0bf123665a39 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:20.451498 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-54b181a3-9e40-4385-847a-be7ede9b0f8f req-2328ba14-10a6-45bf-9698-0bf123665a39 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 932 time: 0.0613351 Sep 15 03:28:20.503178 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-54b181a3-9e40-4385-847a-be7ede9b0f8f req-a8718556-f964-412b-8c4a-5e2e995aa1cc tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429661 Sep 15 03:28:20.642722 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cf65a-83b8-46a9-a401-59ab936b2928 req-52ec57df-9578-49b7-8fd9-415b51b8e991 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:20.647097 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a45cf65a-83b8-46a9-a401-59ab936b2928 req-52ec57df-9578-49b7-8fd9-415b51b8e991 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0745978 Sep 15 03:28:20.705910 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e75c7165-fa85-46bf-adb0-c56529a55f65 req-5ec4d060-6575-4acb-a79c-440ae14ff3c7 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0649838 Sep 15 03:28:20.763274 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a45cf65a-83b8-46a9-a401-59ab936b2928 req-6d2a33e3-bb8e-42f9-999f-521035b3bbae tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870800 Sep 15 03:28:21.208757 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5c8ad-bd90-457a-9244-7c788aa7c003 req-872b8b48-ac87-491a-a2d6-227ab82061e6 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:21.210450 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-71f5c8ad-bd90-457a-9244-7c788aa7c003 req-872b8b48-ac87-491a-a2d6-227ab82061e6 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0718222 Sep 15 03:28:21.276184 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-71f5c8ad-bd90-457a-9244-7c788aa7c003 req-4a094437-e8e1-48cf-a6f5-c9b5e8f2d442 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584226 Sep 15 03:28:21.641907 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63846974-d086-4216-8697-dffa95faf8fe req-0f202ece-c7f1-4a20-9b86-a86fc37dc1c5 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:21.646320 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-63846974-d086-4216-8697-dffa95faf8fe req-0f202ece-c7f1-4a20-9b86-a86fc37dc1c5 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 932 time: 0.0737255 Sep 15 03:28:21.698356 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-63846974-d086-4216-8697-dffa95faf8fe req-7f1e14c2-d614-4503-8948-e60b950b528c tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 Sep 15 03:28:21.889272 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3d76ec06-62a5-46e4-8d89-0b9864e7bd7a req-7987c2e4-d379-44a8-99f7-c7ef2f819f4f tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0509887 Sep 15 03:28:21.953125 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104d677-f2dc-4dbf-aefe-e1031468c6d1 req-199988ad-21eb-493f-b860-496a08426ce5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:21.955034 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7104d677-f2dc-4dbf-aefe-e1031468c6d1 req-199988ad-21eb-493f-b860-496a08426ce5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0628204 Sep 15 03:28:22.075742 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7104d677-f2dc-4dbf-aefe-e1031468c6d1 req-023f3e10-0d80-4eca-b795-1bb6c72b077a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080337 Sep 15 03:28:22.426262 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e51c5-bf88-4ac9-ad5e-86ca147d6dae req-aa28cd6c-e4e5-4202-83ae-bfd674840cf4 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:22.434196 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e78e51c5-bf88-4ac9-ad5e-86ca147d6dae req-aa28cd6c-e4e5-4202-83ae-bfd674840cf4 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0674541 Sep 15 03:28:22.485160 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e78e51c5-bf88-4ac9-ad5e-86ca147d6dae req-e2a138bb-839e-414c-8db4-4cc75fc2344a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477362 Sep 15 03:28:22.831141 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c56ad-7d3e-4d70-b12e-4dc38d016e27 req-5e80b6dd-5759-4ed3-8037-5bb87c8b27c5 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:22.840302 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-484c56ad-7d3e-4d70-b12e-4dc38d016e27 req-5e80b6dd-5759-4ed3-8037-5bb87c8b27c5 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 932 time: 0.0624118 Sep 15 03:28:22.893901 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-484c56ad-7d3e-4d70-b12e-4dc38d016e27 req-43b900b2-a702-4299-99d3-b47fb710a978 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523353 Sep 15 03:28:23.019213 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5fdbc6a8-f11b-4743-9c71-5d673704aa2c req-053d3e4f-18b9-4995-841e-365428b18574 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0554249 Sep 15 03:28:23.269118 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de857ad-e115-4cd4-86f5-8ece2e7d3331 req-6bc2a9b1-0ed0-44ff-a6ee-18633ccea8f5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:23.271026 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7de857ad-e115-4cd4-86f5-8ece2e7d3331 req-6bc2a9b1-0ed0-44ff-a6ee-18633ccea8f5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0976770 Sep 15 03:28:23.342048 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7de857ad-e115-4cd4-86f5-8ece2e7d3331 req-62542442-3f37-46c7-8d62-34539be9411d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579276 Sep 15 03:28:23.726488 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2a5a0-5e9d-4638-b815-46b8507b7e09 req-bec8e670-76ed-463e-b112-e1e48cdcfeb8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:23.726488 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-20a2a5a0-5e9d-4638-b815-46b8507b7e09 req-bec8e670-76ed-463e-b112-e1e48cdcfeb8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0610523 Sep 15 03:28:23.785077 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-20a2a5a0-5e9d-4638-b815-46b8507b7e09 req-6b45b421-cad6-4181-9157-fc928b9ba31f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525362 Sep 15 03:28:24.021120 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92344374-88a3-4b28-999f-9426d6eab339 req-f1adae7a-cefd-4c39-b5b4-9c1f6eb3074f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:24.022843 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-92344374-88a3-4b28-999f-9426d6eab339 req-f1adae7a-cefd-4c39-b5b4-9c1f6eb3074f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 932 time: 0.0597064 Sep 15 03:28:24.105328 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-92344374-88a3-4b28-999f-9426d6eab339 req-486dff10-0189-4a16-baaa-dcbdecfee321 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748987 Sep 15 03:28:24.197085 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e57e042d-d3d6-4dbb-aa9e-78ed54868352 req-0f0650d4-f1ac-44d1-b886-63ed109bef02 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0442243 Sep 15 03:28:24.512699 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c931ddd-56ec-4d34-9674-a859ed15cb97 req-27d3d579-ae63-44c4-8fbc-793dca7dddce tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:24.514181 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9c931ddd-56ec-4d34-9674-a859ed15cb97 req-27d3d579-ae63-44c4-8fbc-793dca7dddce tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0611913 Sep 15 03:28:24.594134 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9c931ddd-56ec-4d34-9674-a859ed15cb97 req-072db353-2550-4b3f-b462-dbe252f23a6b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639932 Sep 15 03:28:24.973552 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf160e6-7ec7-428b-8b94-3b51e8016614 req-00ca24a4-c2fe-4c20-a396-f64e0c1222d1 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:24.975291 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5cf160e6-7ec7-428b-8b94-3b51e8016614 req-00ca24a4-c2fe-4c20-a396-f64e0c1222d1 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.1021051 Sep 15 03:28:25.016712 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5cf160e6-7ec7-428b-8b94-3b51e8016614 req-6b1ea21f-32ff-4ab4-b7a0-953449eb85f6 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345623 Sep 15 03:28:25.277867 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f2e40-624f-47b2-929d-ed2a66b14c40 req-4cc4c3e6-83d4-4eb5-a9bb-37e4b1a7c8da tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:25.279518 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f7f2e40-624f-47b2-929d-ed2a66b14c40 req-4cc4c3e6-83d4-4eb5-a9bb-37e4b1a7c8da tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 932 time: 0.1004648 Sep 15 03:28:25.458362 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d7de8bb3-f609-473f-a5a5-68d358522f32 req-26570022-e3e5-42d3-8285-ab59053dd3ad tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.1351078 Sep 15 03:28:25.491903 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f7f2e40-624f-47b2-929d-ed2a66b14c40 req-dd90eabc-2e0c-4bc2-99d2-92074982d04b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838162 Sep 15 03:28:25.726364 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19117d41-774f-4622-afbc-54158c5b41f0 req-51cb3a92-5111-4f87-a6d2-f111570698cc tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:25.728389 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-19117d41-774f-4622-afbc-54158c5b41f0 req-51cb3a92-5111-4f87-a6d2-f111570698cc tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0533941 Sep 15 03:28:25.786001 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-19117d41-774f-4622-afbc-54158c5b41f0 req-f4648968-b81a-40fa-b9a7-86f3d6ee74d8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438051 Sep 15 03:28:26.146435 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42cd07-3588-420b-8157-a2a49d1397f7 req-94f1933e-12cf-4f3b-a66b-02cad71e9cd8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:26.148262 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6a42cd07-3588-420b-8157-a2a49d1397f7 req-94f1933e-12cf-4f3b-a66b-02cad71e9cd8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0501075 Sep 15 03:28:26.224039 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6a42cd07-3588-420b-8157-a2a49d1397f7 req-71308740-237d-401f-8584-f4f012b82d85 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597038 Sep 15 03:28:26.637696 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-cde04211-1ab1-4e06-acc3-9f5d4ec5cbbb req-1c0bde19-712c-4057-b892-8c62884d1890 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0500767 Sep 15 03:28:26.673992 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2680d9-451a-4f1a-a539-71ca40dfbc66 req-65efdfaf-979a-4d43-a6de-9715b3e971ae tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:26.675838 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fd2680d9-451a-4f1a-a539-71ca40dfbc66 req-65efdfaf-979a-4d43-a6de-9715b3e971ae tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 932 time: 0.0741284 Sep 15 03:28:26.727082 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fd2680d9-451a-4f1a-a539-71ca40dfbc66 req-f35ae2ce-922c-4fa0-9509-d9dfb9feb381 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431607 Sep 15 03:28:26.923000 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76306f-8d22-4ce9-89e7-1fbf641ffe3f req-d9b6b444-f155-4c04-ac71-b17d3bc33bab tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:26.923402 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6a76306f-8d22-4ce9-89e7-1fbf641ffe3f req-d9b6b444-f155-4c04-ac71-b17d3bc33bab tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0633416 Sep 15 03:28:26.982918 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6a76306f-8d22-4ce9-89e7-1fbf641ffe3f req-3bf770d2-da2c-4f11-93e9-059cb92cb754 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505736 Sep 15 03:28:27.362442 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4c092-2c8b-4d33-bb74-c225037b1d7a req-19de688f-c446-4cda-bb4f-cb821f3b6587 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:27.364463 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-35f4c092-2c8b-4d33-bb74-c225037b1d7a req-19de688f-c446-4cda-bb4f-cb821f3b6587 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0655229 Sep 15 03:28:27.432747 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-35f4c092-2c8b-4d33-bb74-c225037b1d7a req-86bf0feb-a98e-48b2-8b04-c7040d1a9a63 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556781 Sep 15 03:28:27.745684 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a3d03abe-f69c-41bc-becd-52ac254984fc req-59db03d4-86be-40f9-a7f7-84a4043cb95c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0361292 Sep 15 03:28:27.856129 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe4344-6241-4f4e-bea2-353baa8a36cb req-050f9ea3-1933-44e4-ac21-19ac3efa57c1 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:27.857611 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1bfe4344-6241-4f4e-bea2-353baa8a36cb req-050f9ea3-1933-44e4-ac21-19ac3efa57c1 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 932 time: 0.0522773 Sep 15 03:28:27.906302 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1bfe4344-6241-4f4e-bea2-353baa8a36cb req-d320cc70-b954-46d7-9738-ce486893e964 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424223 Sep 15 03:28:28.096685 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18105ed-8f5e-40c2-9440-d4e88ecf6e8b req-0e30e722-22b1-416f-8709-b4b3a6ac3516 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:28.098139 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d18105ed-8f5e-40c2-9440-d4e88ecf6e8b req-0e30e722-22b1-416f-8709-b4b3a6ac3516 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0486000 Sep 15 03:28:28.158561 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d18105ed-8f5e-40c2-9440-d4e88ecf6e8b req-2bdd8cd2-aed8-428f-9fb8-e85e3a8fc7f8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543387 Sep 15 03:28:28.311415 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-093a8025-888c-4f92-a793-a652189ffc64 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Request body: {'port': {'device_id': '625cf7fc-6ad3-4f91-bad1-73f86d2df80f', 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11', 'admin_state_up': True, 'tenant_id': '66e297879c9f4dcc84b2549c0593645e'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:28:28.358091 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Request body: {'port': {'device_id': '658011a2-481b-4fde-98d8-dcbaee21de87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:28:28.426731 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:28.480722 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-093a8025-888c-4f92-a793-a652189ffc64 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Made reservation on behalf of 66e297879c9f4dcc84b2549c0593645e for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:28:28.485471 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-093a8025-888c-4f92-a793-a652189ffc64 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:28.675501 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f19c6-42cf-4b85-8741-97401de627a3 req-c0ef97b8-11fe-4edd-99d1-ff4e6da696ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:28.677720 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-054f19c6-42cf-4b85-8741-97401de627a3 req-c0ef97b8-11fe-4edd-99d1-ff4e6da696ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1a7d9654f1349838636f7b058f11cdd&device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 1098 time: 0.0768931 Sep 15 03:28:28.744582 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1862e5e-a9d4-4a70-b873-3a93542cc7f0 req-e4b7ecaa-b00d-460b-9f6b-8bc48ce3708d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:28.751766 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e1862e5e-a9d4-4a70-b873-3a93542cc7f0 req-e4b7ecaa-b00d-460b-9f6b-8bc48ce3708d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.1754913 Sep 15 03:28:28.804086 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e1862e5e-a9d4-4a70-b873-3a93542cc7f0 req-1e19590a-3e92-4664-8a49-1262abdb9f4d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513315 Sep 15 03:28:28.805118 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-093a8025-888c-4f92-a793-a652189ffc64 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Allocated IP 172.20.0.14 (3c049c45-507d-44c9-91dd-209649c35d11/e5fa39d4-6c73-4e22-a789-7e1c516bdd36/9c34f51a-7cb9-4a56-8042-4044bf8d18dd) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:28:28.808671 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4ca83b-997c-4371-8187-47468d3d2d6a {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:28:28.827899 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:28.861933 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Transition to ACTIVE for port object 4e4ca83b-997c-4371-8187-47468d3d2d6a will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:28:28.874209 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6cd11436-9df2-4309-8cec-2c4451098541 req-3f6c8358-f9cb-43a5-ae46-8eff419c1872 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0600643 Sep 15 03:28:28.886388 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:29.003990 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4ca83b-997c-4371-8187-47468d3d2d6a,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:29.038241 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f19c6-42cf-4b85-8741-97401de627a3 req-fc9f3283-dedb-4c54-b9ea-6e106c86440d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:29.040788 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-054f19c6-42cf-4b85-8741-97401de627a3 req-fc9f3283-dedb-4c54-b9ea-6e106c86440d service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7588eb8-7874-4300-aedf-ff35fa5eab1b HTTP/1.1" status: 200 len: 920 time: 0.2499301 Sep 15 03:28:29.060957 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-093a8025-888c-4f92-a793-a652189ffc64 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:29.087341 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5322987-6759-4401-89a2-2a8e323a63d9 req-e22be674-4796-4e7c-ad96-9031b3cdf208 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:29.095691 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c5322987-6759-4401-89a2-2a8e323a63d9 req-e22be674-4796-4e7c-ad96-9031b3cdf208 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 944 time: 0.0747256 Sep 15 03:28:29.109036 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Attempting to bind port 4e4ca83b-997c-4371-8187-47468d3d2d6a on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:28:29.109650 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Attempting to bind port 4e4ca83b-997c-4371-8187-47468d3d2d6a by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '79379c10-e600-4a63-a3c2-e39667af28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3787134e-e22b-46af-a4ba-db5204827942'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:28:29.110153 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Attempting to bind port 4e4ca83b-997c-4371-8187-47468d3d2d6a on network 3787134e-e22b-46af-a4ba-db5204827942 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:28:29.113365 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-054f19c6-42cf-4b85-8741-97401de627a3 req-83247282-5ea2-4775-aadd-4907671d5d19 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 HTTP/1.1" status: 200 len: 217 time: 0.0599341 Sep 15 03:28:29.117047 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Port 4e4ca83b-997c-4371-8187-47468d3d2d6a on network 3787134e-e22b-46af-a4ba-db5204827942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:28:29.117827 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Attempting to bind port 4e4ca83b-997c-4371-8187-47468d3d2d6a on network 3787134e-e22b-46af-a4ba-db5204827942 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:28:29.145770 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c5322987-6759-4401-89a2-2a8e323a63d9 req-b34dbe2a-0779-4c04-a10c-323d0ebeb953 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489302 Sep 15 03:28:29.161674 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:28:29.161674 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Checking segment: {'id': '79379c10-e600-4a63-a3c2-e39667af28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3787134e-e22b-46af-a4ba-db5204827942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:28:29.161674 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Bound using segment: {'id': '79379c10-e600-4a63-a3c2-e39667af28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3787134e-e22b-46af-a4ba-db5204827942'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:28:29.163232 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Bound port: 4e4ca83b-997c-4371-8187-47468d3d2d6a, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79379c10-e600-4a63-a3c2-e39667af28f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3787134e-e22b-46af-a4ba-db5204827942'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:28:29.163843 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:29.187106 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-093a8025-888c-4f92-a793-a652189ffc64 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:29.233190 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f19c6-42cf-4b85-8741-97401de627a3 req-4d40bc13-d89d-4132-8035-cafc3a389941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:29.235177 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-054f19c6-42cf-4b85-8741-97401de627a3 req-4d40bc13-d89d-4132-8035-cafc3a389941 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c9e3f9f-b37e-4b44-8bf5-f43db7c01291 HTTP/1.1" status: 200 len: 859 time: 0.1099646 Sep 15 03:28:29.278158 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['f7482671-913e-4a38-a1de-a1f61fb7cd04', 'e0d72799-4bc2-43ea-b6ca-f62b79fa624f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:28:29.286489 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-054f19c6-42cf-4b85-8741-97401de627a3 req-e485b900-bfdc-4bdb-b365-8964ccf15890 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7588eb8-7874-4300-aedf-ff35fa5eab1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363517 Sep 15 03:28:29.291578 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] For port 4e4ca83b-997c-4371-8187-47468d3d2d6a, host hv-cinder-80696, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:28:29.322675 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a8025-888c-4f92-a793-a652189ffc64 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Pushing event updated for resources: {'Port': ['ID=9c34f51a-7cb9-4a56-8042-4044bf8d18dd,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:29.349595 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-093a8025-888c-4f92-a793-a652189ffc64 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Network 3c049c45-507d-44c9-91dd-209649c35d11 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:28:29.351958 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-093a8025-888c-4f92-a793-a652189ffc64 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:28:29.355802 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-093a8025-888c-4f92-a793-a652189ffc64 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:28:29.363907 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-093a8025-888c-4f92-a793-a652189ffc64 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:29.364949 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-093a8025-888c-4f92-a793-a652189ffc64 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:29.384032 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-093a8025-888c-4f92-a793-a652189ffc64 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0763011 Sep 15 03:28:29.438431 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Request body: {'port': {'device_id': '625cf7fc-6ad3-4f91-bad1-73f86d2df80f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:28:29.496401 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] For port 4e4ca83b-997c-4371-8187-47468d3d2d6a, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4e4ca83b-997c-4371-8187-47468d3d2d6a,segment=NetworkSegment(79379c10-e600-4a63-a3c2-e39667af28f3),segment_id=79379c10-e600-4a63-a3c2-e39667af28f3)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:28:29.581830 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:29.670881 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:29.833442 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4ca83b-997c-4371-8187-47468d3d2d6a,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:29.864790 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:29.869123 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:29.873135 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-4f3ad559-ee97-4197-9132-694592c65ec5 service neutron] 10.222.0.52 "PUT /v2.0/ports/4e4ca83b-997c-4371-8187-47468d3d2d6a HTTP/1.1" status: 200 len: 1094 time: 1.5216720 Sep 15 03:28:29.891282 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658011a2-481b-4fde-98d8-dcbaee21de87', 'tag': '4e4ca83b-997c-4371-8187-47468d3d2d6a'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:28:29.893851 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d9c3d8-e3cb-4394-bfd7-2992e00f501f" -d '{"events": [{"name": "network-changed", "server_uuid": "658011a2-481b-4fde-98d8-dcbaee21de87", "tag": "4e4ca83b-997c-4371-8187-47468d3d2d6a"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:28:29.923965 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a9338-a64b-49aa-bd0f-ca4885d6973b req-fb436396-b37d-4b8c-b6e8-d11354cadbe8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:29.925759 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f42a9338-a64b-49aa-bd0f-ca4885d6973b req-fb436396-b37d-4b8c-b6e8-d11354cadbe8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.6086404 Sep 15 03:28:30.073047 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f42a9338-a64b-49aa-bd0f-ca4885d6973b req-0bd23f42-24fe-4710-b734-013bbd73a20f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286159 Sep 15 03:28:30.083370 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-054f19c6-42cf-4b85-8741-97401de627a3 req-af312aeb-b35f-44b6-962b-47472b326311 service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7849371 Sep 15 03:28:30.093045 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-1e408fdf-8171-4db7-9de4-157c70084d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:30.094811 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-1e408fdf-8171-4db7-9de4-157c70084d42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d6f8640cfdb4b6294bd02b2c063e433&device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 1097 time: 0.1048458 Sep 15 03:28:30.185209 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84960942-8ec2-4f81-a8bf-54afbd3497c5 req-24e05cf4-d052-4a9e-b61f-a22b11dafa90 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:30.186694 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-84960942-8ec2-4f81-a8bf-54afbd3497c5 req-24e05cf4-d052-4a9e-b61f-a22b11dafa90 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.1721485 Sep 15 03:28:30.210756 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-ee853c2d-3052-46e3-96d4-98cf81403103 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e4ca83b-997c-4371-8187-47468d3d2d6a HTTP/1.1" status: 200 len: 217 time: 0.0739939 Sep 15 03:28:30.301184 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-76d3efe7-cae3-41a2-a207-e11a501151c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:30.302585 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-76d3efe7-cae3-41a2-a207-e11a501151c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02ea9f88-a6bb-46cf-8846-3a95d95e73a4 HTTP/1.1" status: 200 len: 854 time: 0.0755997 Sep 15 03:28:30.338464 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff918e9c-0496-4534-bebd-869edfdb7185 req-66a1cac1-a200-4c3f-970c-fd1381d3cfcf tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:30.340580 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ff918e9c-0496-4534-bebd-869edfdb7185 req-66a1cac1-a200-4c3f-970c-fd1381d3cfcf tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 932 time: 0.1462388 Sep 15 03:28:30.408616 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-054f19c6-42cf-4b85-8741-97401de627a3 req-cc130a7d-09bc-41a2-83ed-959b1093ea6b service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801375 Sep 15 03:28:30.435738 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ff918e9c-0496-4534-bebd-869edfdb7185 req-65755763-7042-4170-9331-159d2098046d tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809901 Sep 15 03:28:30.438176 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-00e71d4a-a304-489f-b784-11d1a743d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:30.440542 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-00e71d4a-a304-489f-b784-11d1a743d5c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3787134e-e22b-46af-a4ba-db5204827942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1120913 Sep 15 03:28:30.495156 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7847b1b6-547f-42d8-8afb-b7bdff7c63f1 x-openstack-request-id: req-7847b1b6-547f-42d8-8afb-b7bdff7c63f1 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:28:30.495863 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658011a2-481b-4fde-98d8-dcbaee21de87", "tag": "4e4ca83b-997c-4371-8187-47468d3d2d6a", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:28:30.495863 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7847b1b6-547f-42d8-8afb-b7bdff7c63f1 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:28:30.496198 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658011a2-481b-4fde-98d8-dcbaee21de87', 'tag': '4e4ca83b-997c-4371-8187-47468d3d2d6a', 'status': 'completed', 'code': 200} Sep 15 03:28:30.525368 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-84960942-8ec2-4f81-a8bf-54afbd3497c5 req-f24b1449-4be4-47bb-b786-9e6d663888aa tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200943 Sep 15 03:28:30.589454 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c34f51a-7cb9-4a56-8042-4044bf8d18dd {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:28:30.598876 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:30.616376 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Transition to ACTIVE for port object 9c34f51a-7cb9-4a56-8042-4044bf8d18dd will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:28:30.625295 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:30.655332 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1847891-cae6-42b5-946c-f044b24b7069 req-68fd6241-df2c-46ba-a17a-32706565b11f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:30.656861 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a1847891-cae6-42b5-946c-f044b24b7069 req-68fd6241-df2c-46ba-a17a-32706565b11f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 944 time: 0.0653193 Sep 15 03:28:30.729834 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a1847891-cae6-42b5-946c-f044b24b7069 req-0fb77162-acdf-48ab-a725-5f007c0e67ea tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614562 Sep 15 03:28:30.730394 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Pushing event updated for resources: {'Port': ['ID=9c34f51a-7cb9-4a56-8042-4044bf8d18dd,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:30.733997 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-123a3ba7-b25d-404e-9ae2-2c52e1ea6e29 service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494481 Sep 15 03:28:30.771277 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Attempting to bind port 9c34f51a-7cb9-4a56-8042-4044bf8d18dd on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:28:30.771667 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Attempting to bind port 9c34f51a-7cb9-4a56-8042-4044bf8d18dd by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '73913bb4-d1d7-4ec0-8796-5415f5bc82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:28:30.771941 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Attempting to bind port 9c34f51a-7cb9-4a56-8042-4044bf8d18dd on network 3c049c45-507d-44c9-91dd-209649c35d11 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:28:30.781806 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Port 9c34f51a-7cb9-4a56-8042-4044bf8d18dd on network 3c049c45-507d-44c9-91dd-209649c35d11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:28:30.783246 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Attempting to bind port 9c34f51a-7cb9-4a56-8042-4044bf8d18dd on network 3c049c45-507d-44c9-91dd-209649c35d11 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:28:30.796788 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:28:30.798349 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Checking segment: {'id': '73913bb4-d1d7-4ec0-8796-5415f5bc82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:28:30.798769 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Bound using segment: {'id': '73913bb4-d1d7-4ec0-8796-5415f5bc82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:28:30.801002 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Bound port: 9c34f51a-7cb9-4a56-8042-4044bf8d18dd, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73913bb4-d1d7-4ec0-8796-5415f5bc82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:28:30.801665 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:30.886024 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7264b9ab-39f0-47cd-a86a-382b4dd1b085 req-1d884035-ce49-4539-b7ad-ca7c983a495e service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371648 Sep 15 03:28:30.934654 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] For port 9c34f51a-7cb9-4a56-8042-4044bf8d18dd, host hv-cinder-80696, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:28:30.941171 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] For port 9c34f51a-7cb9-4a56-8042-4044bf8d18dd, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9c34f51a-7cb9-4a56-8042-4044bf8d18dd,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:28:30.952762 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:30.994960 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:30.995491 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:30.996697 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcac8ca-a219-4cbd-971d-8f77557e9e4b req-9cb26e73-9fdc-4433-9094-797ae4bec066 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:30.997018 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] 10.222.0.52 "PUT /v2.0/ports/9c34f51a-7cb9-4a56-8042-4044bf8d18dd HTTP/1.1" status: 200 len: 1094 time: 1.5748484 Sep 15 03:28:30.997515 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625cf7fc-6ad3-4f91-bad1-73f86d2df80f', 'tag': '9c34f51a-7cb9-4a56-8042-4044bf8d18dd'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:28:30.998283 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-cfcac8ca-a219-4cbd-971d-8f77557e9e4b req-9cb26e73-9fdc-4433-9094-797ae4bec066 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.1100094 Sep 15 03:28:31.000180 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c5e5a7ed1901eac8cf18039674ee6f7c806fec2fd0ee94a2a8e9c46147c846e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bb0c54-24d6-4c07-a7d5-915b689a7036" -d '{"events": [{"name": "network-changed", "server_uuid": "625cf7fc-6ad3-4f91-bad1-73f86d2df80f", "tag": "9c34f51a-7cb9-4a56-8042-4044bf8d18dd"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:28:31.006291 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510a32f-686b-42be-8334-c440ec34093d req-1b993680-b70f-4bf1-a269-469e82c0819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:31.008156 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d510a32f-686b-42be-8334-c440ec34093d req-1b993680-b70f-4bf1-a269-469e82c0819a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1a7d9654f1349838636f7b058f11cdd&device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 1098 time: 0.0710685 Sep 15 03:28:31.033319 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b4fb2-ff9e-431a-903c-59f99fe19431 service neutron] Pushing event updated for resources: {'Port': ['ID=9c34f51a-7cb9-4a56-8042-4044bf8d18dd,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:31.069549 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da917d5e-4b52-4978-9cba-8958da5d5120 x-openstack-request-id: req-da917d5e-4b52-4978-9cba-8958da5d5120 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:28:31.069981 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625cf7fc-6ad3-4f91-bad1-73f86d2df80f", "tag": "9c34f51a-7cb9-4a56-8042-4044bf8d18dd", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:28:31.070152 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da917d5e-4b52-4978-9cba-8958da5d5120 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:28:31.070702 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625cf7fc-6ad3-4f91-bad1-73f86d2df80f', 'tag': '9c34f51a-7cb9-4a56-8042-4044bf8d18dd', 'status': 'completed', 'code': 200} Sep 15 03:28:31.075834 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-cfcac8ca-a219-4cbd-971d-8f77557e9e4b req-b71658ab-71a3-414c-8a87-e422a8c9d0d4 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567479 Sep 15 03:28:31.133445 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9c3d8-e3cb-4394-bfd7-2992e00f501f req-9dfcd59c-79cb-4721-ba02-74528de7d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:31.136308 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-61d9c3d8-e3cb-4394-bfd7-2992e00f501f req-9dfcd59c-79cb-4721-ba02-74528de7d178 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d6f8640cfdb4b6294bd02b2c063e433&device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 1097 time: 0.0535007 Sep 15 03:28:31.233359 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510a32f-686b-42be-8334-c440ec34093d req-4a78cb90-003a-4ce3-9fb3-4e58d0896338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:31.236982 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d510a32f-686b-42be-8334-c440ec34093d req-4a78cb90-003a-4ce3-9fb3-4e58d0896338 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7588eb8-7874-4300-aedf-ff35fa5eab1b HTTP/1.1" status: 200 len: 920 time: 0.1541803 Sep 15 03:28:31.297950 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1838b-b56a-41bd-809e-3bc0bb9bd60e req-ea598ddc-b9db-4d73-849c-87dc53429576 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:31.299523 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ddb1838b-b56a-41bd-809e-3bc0bb9bd60e req-ea598ddc-b9db-4d73-849c-87dc53429576 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.1064770 Sep 15 03:28:31.304013 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d510a32f-686b-42be-8334-c440ec34093d req-8cce88ea-8e3e-49ea-b167-8507fb11428c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 HTTP/1.1" status: 200 len: 217 time: 0.0572627 Sep 15 03:28:31.306600 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb0c54-24d6-4c07-a7d5-915b689a7036 req-d412bdb3-866b-400c-9624-64e9308a0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:31.309606 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-48bb0c54-24d6-4c07-a7d5-915b689a7036 req-d412bdb3-866b-400c-9624-64e9308a0ca5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 1097 time: 0.1226785 Sep 15 03:28:31.390248 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510a32f-686b-42be-8334-c440ec34093d req-8d983f6e-fe65-45ce-8206-58892e299e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:31.391541 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ddb1838b-b56a-41bd-809e-3bc0bb9bd60e req-d028d5cf-e7cb-425b-a831-0b7cb087ddab tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757525 Sep 15 03:28:31.391934 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d510a32f-686b-42be-8334-c440ec34093d req-8d983f6e-fe65-45ce-8206-58892e299e25 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c9e3f9f-b37e-4b44-8bf5-f43db7c01291 HTTP/1.1" status: 200 len: 859 time: 0.0529075 Sep 15 03:28:31.393629 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9c3d8-e3cb-4394-bfd7-2992e00f501f req-777b0661-70b9-49fa-a35c-c47ab1c63971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:31.399180 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-61d9c3d8-e3cb-4394-bfd7-2992e00f501f req-777b0661-70b9-49fa-a35c-c47ab1c63971 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3787134e-e22b-46af-a4ba-db5204827942 HTTP/1.1" status: 200 len: 916 time: 0.2276235 Sep 15 03:28:31.468215 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-61d9c3d8-e3cb-4394-bfd7-2992e00f501f req-3f4b99d5-fab5-4999-b1a3-3ad6db0fd02a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e4ca83b-997c-4371-8187-47468d3d2d6a HTTP/1.1" status: 200 len: 217 time: 0.0520711 Sep 15 03:28:31.469937 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 139a300d-dee1-44e3-b669-ff419b2bc4c2 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:28:31.484521 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d510a32f-686b-42be-8334-c440ec34093d req-7e1281dc-7018-4fb6-93c8-127852acf7a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7588eb8-7874-4300-aedf-ff35fa5eab1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578003 Sep 15 03:28:31.567203 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9c3d8-e3cb-4394-bfd7-2992e00f501f req-907740ba-a8a1-4935-8a0c-4b1436cb3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:31.569171 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-61d9c3d8-e3cb-4394-bfd7-2992e00f501f req-907740ba-a8a1-4935-8a0c-4b1436cb3c21 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02ea9f88-a6bb-46cf-8846-3a95d95e73a4 HTTP/1.1" status: 200 len: 854 time: 0.0894620 Sep 15 03:28:31.647251 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 139a300d-dee1-44e3-b669-ff419b2bc4c2, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:28:31.672122 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': '139a300d-dee1-44e3-b669-ff419b2bc4c2', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'port_id': '139a300d-dee1-44e3-b669-ff419b2bc4c2', 'mac_address': 'fa:16:3e:69:e5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:28:31.763738 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:31.814455 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 139a300d-dee1-44e3-b669-ff419b2bc4c2 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:28:31.831703 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9c3d8-e3cb-4394-bfd7-2992e00f501f req-f9d05f92-df4b-47a4-a281-f0ba7974a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:31.839287 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-61d9c3d8-e3cb-4394-bfd7-2992e00f501f req-f9d05f92-df4b-47a4-a281-f0ba7974a0cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3787134e-e22b-46af-a4ba-db5204827942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1450167 Sep 15 03:28:31.861232 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 139a300d-dee1-44e3-b669-ff419b2bc4c2, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:28:31.871405 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:32.004619 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=139a300d-dee1-44e3-b669-ff419b2bc4c2,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:32.018701 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f931f-d1b5-43ba-a978-779ea8999092 req-5763bac3-c521-45c8-95c1-0a83c90ca12e tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:32.023592 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-533f931f-d1b5-43ba-a978-779ea8999092 req-5763bac3-c521-45c8-95c1-0a83c90ca12e tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 944 time: 0.1066220 Sep 15 03:28:32.092708 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-61d9c3d8-e3cb-4394-bfd7-2992e00f501f req-de82d462-b09f-4acd-965e-934c1742090b service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432573 Sep 15 03:28:32.105245 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-533f931f-d1b5-43ba-a978-779ea8999092 req-04103030-32d1-48d2-8b55-ca21df882ee1 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730090 Sep 15 03:28:32.194802 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc04e7-d357-4ae2-879f-a907d43b22e8 req-bf2ac3db-6ca8-463b-b376-b563be905332 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:32.203277 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-64cc04e7-d357-4ae2-879f-a907d43b22e8 req-bf2ac3db-6ca8-463b-b376-b563be905332 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 944 time: 0.2144010 Sep 15 03:28:32.238112 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb0c54-24d6-4c07-a7d5-915b689a7036 req-bd05e42e-3121-4713-b74f-d96f92ebba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:32.239619 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-48bb0c54-24d6-4c07-a7d5-915b689a7036 req-bd05e42e-3121-4713-b74f-d96f92ebba6c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=66e297879c9f4dcc84b2549c0593645e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.8467453 Sep 15 03:28:32.260660 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d510a32f-686b-42be-8334-c440ec34093d req-48c8c48a-f71c-48d4-87d2-90e38c2a9d94 service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7620053 Sep 15 03:28:32.269575 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-61d9c3d8-e3cb-4394-bfd7-2992e00f501f req-3e39a04e-bd6a-4cab-aee9-306334eda5a8 service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632156 Sep 15 03:28:32.287383 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-64cc04e7-d357-4ae2-879f-a907d43b22e8 req-3c8b179c-c580-46d1-a81b-1df1f04cf540 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788701 Sep 15 03:28:32.297788 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b10ea-4567-4ac0-82a8-1b547449c55f req-97378a51-d9b8-4000-8f2c-9e2237d3511f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:32.299498 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-832b10ea-4567-4ac0-82a8-1b547449c55f req-97378a51-d9b8-4000-8f2c-9e2237d3511f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0723481 Sep 15 03:28:32.311309 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['139a300d-dee1-44e3-b669-ff419b2bc4c2'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:28:32.345392 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-832b10ea-4567-4ac0-82a8-1b547449c55f req-aba0cd0f-4de0-4917-9f4e-a72a5f1a4693 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443704 Sep 15 03:28:32.700964 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb0c54-24d6-4c07-a7d5-915b689a7036 req-645309e6-1e3d-4e9f-b5db-9a420ddaa245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:32.702462 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-48bb0c54-24d6-4c07-a7d5-915b689a7036 req-645309e6-1e3d-4e9f-b5db-9a420ddaa245 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3489149 Sep 15 03:28:32.716126 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e69d0-7bd9-4bf4-ac00-5f6bf5424fd9 req-347db6f1-8853-4b90-ad42-042d047071a4 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:32.723585 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f35e69d0-7bd9-4bf4-ac00-5f6bf5424fd9 req-347db6f1-8853-4b90-ad42-042d047071a4 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 944 time: 0.2213821 Sep 15 03:28:32.823095 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d510a32f-686b-42be-8334-c440ec34093d req-d28cacff-3fcb-41c9-b8d3-c93e3ddd1088 service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597343 Sep 15 03:28:32.830116 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f35e69d0-7bd9-4bf4-ac00-5f6bf5424fd9 req-d017952b-7e30-4362-8c58-e7c2251dcf0b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056585 Sep 15 03:28:32.848243 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-d166a71b-3a0b-4fd3-9dd7-46324cb23e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:32.850243 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-d166a71b-3a0b-4fd3-9dd7-46324cb23e6c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 1097 time: 0.0665178 Sep 15 03:28:32.918670 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-bc0f2c5d-a9a9-4f42-9370-9769d4078238 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c34f51a-7cb9-4a56-8042-4044bf8d18dd HTTP/1.1" status: 200 len: 217 time: 0.0481126 Sep 15 03:28:33.021681 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-5cf63ab8-d169-4803-ada0-81a692f33d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:33.023287 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-5cf63ab8-d169-4803-ada0-81a692f33d5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0544152 Sep 15 03:28:33.067397 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-0111636d-953c-4625-b07b-d5bcaf863f22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266893 Sep 15 03:28:33.169948 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-2a94e5ba-c30f-49bb-a920-f530a028faf8 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914853 Sep 15 03:28:33.244628 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a573a7-2c17-4e95-8250-76f308c1f7d3 req-716358e7-f3d6-4905-b432-aad86a4f89c2 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:33.246461 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-14a573a7-2c17-4e95-8250-76f308c1f7d3 req-716358e7-f3d6-4905-b432-aad86a4f89c2 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 944 time: 0.0598240 Sep 15 03:28:33.288818 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-301e8b6e-ada7-4cf9-8e82-43ae0741cbd0 req-55381658-bc6d-4aa8-a035-64baec61f031 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097531 Sep 15 03:28:33.295467 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-14a573a7-2c17-4e95-8250-76f308c1f7d3 req-e1064b4f-3f89-4995-99e8-9d2d69e29a98 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427127 Sep 15 03:28:33.401484 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ac508-fc0d-4fad-bda2-8bcc20bb7579 req-b77bbf64-816e-40e0-ba93-3a0c938c95b1 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:33.402995 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0f1ac508-fc0d-4fad-bda2-8bcc20bb7579 req-b77bbf64-816e-40e0-ba93-3a0c938c95b1 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 944 time: 0.0545919 Sep 15 03:28:33.444681 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0f1ac508-fc0d-4fad-bda2-8bcc20bb7579 req-c457c1aa-7f15-4ad0-9775-161023c6dd48 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356681 Sep 15 03:28:33.467999 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 4e4ca83b-997c-4371-8187-47468d3d2d6a details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:28:33.478752 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758069a-96b5-4ba5-b7d2-2ef8b3df5666 req-3e1e44aa-19f5-4aec-be12-12ea0bc1ce75 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:33.481018 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d758069a-96b5-4ba5-b7d2-2ef8b3df5666 req-3e1e44aa-19f5-4aec-be12-12ea0bc1ce75 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0608702 Sep 15 03:28:33.487403 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 139a300d-dee1-44e3-b669-ff419b2bc4c2 up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:28:33.542126 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d758069a-96b5-4ba5-b7d2-2ef8b3df5666 req-b318add8-6b34-4642-bb17-a5773c9f1d45 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495598 Sep 15 03:28:33.598697 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port 139a300d-dee1-44e3-b669-ff419b2bc4c2 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:28:33.599090 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:33.644870 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 4e4ca83b-997c-4371-8187-47468d3d2d6a, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4e4ca83b-997c-4371-8187-47468d3d2d6a,segment=NetworkSegment(79379c10-e600-4a63-a3c2-e39667af28f3),segment_id=79379c10-e600-4a63-a3c2-e39667af28f3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:28:33.672646 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': '4e4ca83b-997c-4371-8187-47468d3d2d6a', 'network_id': '3787134e-e22b-46af-a4ba-db5204827942', 'port_id': '4e4ca83b-997c-4371-8187-47468d3d2d6a', 'mac_address': 'fa:16:3e:08:3e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:28:33.731476 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:33.819997 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4ca83b-997c-4371-8187-47468d3d2d6a {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:28:33.978159 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:33.979588 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f604993-61a8-4e59-968c-0d54e7d426ff req-8be54799-29df-48cf-afe9-1bf7558c4bd1 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:33.981094 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 4e4ca83b-997c-4371-8187-47468d3d2d6a, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4e4ca83b-997c-4371-8187-47468d3d2d6a,segment=NetworkSegment(79379c10-e600-4a63-a3c2-e39667af28f3),segment_id=79379c10-e600-4a63-a3c2-e39667af28f3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:28:33.988662 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9f604993-61a8-4e59-968c-0d54e7d426ff req-8be54799-29df-48cf-afe9-1bf7558c4bd1 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 944 time: 0.0625947 Sep 15 03:28:33.991238 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:34.036207 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139a300d-dee1-44e3-b669-ff419b2bc4c2'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:28:34.037778 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc31888d-6999-4b24-a9ef-10327843d722" -d '{"events": [{"server_uuid": "707b5418-207a-461a-9d94-2e7c9c4a8dda", "name": "network-vif-plugged", "status": "completed", "tag": "139a300d-dee1-44e3-b669-ff419b2bc4c2"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:28:34.052108 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9f604993-61a8-4e59-968c-0d54e7d426ff req-f23d855d-1764-4fcc-8182-ba5e0e05e02e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642674 Sep 15 03:28:34.083239 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 139a300d-dee1-44e3-b669-ff419b2bc4c2, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:28:34.105436 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75559018-3ceb-4cd7-9b46-9841e855a48b x-openstack-request-id: req-75559018-3ceb-4cd7-9b46-9841e855a48b {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:28:34.105778 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707b5418-207a-461a-9d94-2e7c9c4a8dda", "name": "network-vif-plugged", "status": "completed", "tag": "139a300d-dee1-44e3-b669-ff419b2bc4c2", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:28:34.106281 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75559018-3ceb-4cd7-9b46-9841e855a48b {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:28:34.106687 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139a300d-dee1-44e3-b669-ff419b2bc4c2', 'code': 200} Sep 15 03:28:34.113052 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:34.123475 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=4e4ca83b-997c-4371-8187-47468d3d2d6a,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:34.182184 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=139a300d-dee1-44e3-b669-ff419b2bc4c2,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:34.423590 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb454f-41da-4d96-aa96-a5a111869d3e req-befc0df5-fc6b-4f3b-b647-9f56abed2c11 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:34.425159 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0adb454f-41da-4d96-aa96-a5a111869d3e req-befc0df5-fc6b-4f3b-b647-9f56abed2c11 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 945 time: 0.0564315 Sep 15 03:28:34.490808 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0adb454f-41da-4d96-aa96-a5a111869d3e req-2f05043f-c45b-4865-9cb6-226b0be028dd tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536509 Sep 15 03:28:34.614631 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412040b1-8ed7-4e21-8c5b-2948bded037c req-f6875947-3ee3-4b0a-8373-9f8684d5154e tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:34.623564 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-412040b1-8ed7-4e21-8c5b-2948bded037c req-f6875947-3ee3-4b0a-8373-9f8684d5154e tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 944 time: 0.0666268 Sep 15 03:28:34.668594 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-412040b1-8ed7-4e21-8c5b-2948bded037c req-085d6b7a-07d2-485e-80ad-1e796287ea2c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375860 Sep 15 03:28:34.677567 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76584fb0-aaeb-4889-83a5-151a70816d94 req-ebf4bce8-3dcb-4cfb-99e2-cb48010a4f29 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:34.679187 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-76584fb0-aaeb-4889-83a5-151a70816d94 req-ebf4bce8-3dcb-4cfb-99e2-cb48010a4f29 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0589507 Sep 15 03:28:34.739242 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-76584fb0-aaeb-4889-83a5-151a70816d94 req-4c458b3e-1a9a-42e9-bc69-312e6c0ba031 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460672 Sep 15 03:28:35.167971 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb3cf4-23a2-400d-bd6a-798354c14f7c req-a12937a6-4904-4c9d-a2af-7bc0cf21a9ed tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:35.169431 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1abb3cf4-23a2-400d-bd6a-798354c14f7c req-a12937a6-4904-4c9d-a2af-7bc0cf21a9ed tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0495527 Sep 15 03:28:35.208192 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1abb3cf4-23a2-400d-bd6a-798354c14f7c req-99162b3b-06ae-44e3-9f8e-c09f0c744770 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328407 Sep 15 03:28:35.254269 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['4e4ca83b-997c-4371-8187-47468d3d2d6a'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:28:35.613587 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1bc8d-292d-47df-a4fe-1e3abd530adb req-fa5a37a3-4a5c-4f8c-a294-d8f25caf9378 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:35.615502 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-20c1bc8d-292d-47df-a4fe-1e3abd530adb req-fa5a37a3-4a5c-4f8c-a294-d8f25caf9378 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 945 time: 0.0612249 Sep 15 03:28:35.672376 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-20c1bc8d-292d-47df-a4fe-1e3abd530adb req-9a7635d7-1548-4d47-91da-6c0763953b48 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485182 Sep 15 03:28:35.725222 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-322c819d-c470-4d91-a463-ee6d673064c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:35.814375 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89011df-607e-4cc8-aed8-a6559333ba9e req-8883a6ca-6427-4637-b62e-848d9e3e194f tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:35.816315 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b89011df-607e-4cc8-aed8-a6559333ba9e req-8883a6ca-6427-4637-b62e-848d9e3e194f tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 944 time: 0.0617466 Sep 15 03:28:35.870944 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b89011df-607e-4cc8-aed8-a6559333ba9e req-399a7a95-6872-4d84-a704-0b9654cb0352 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465322 Sep 15 03:28:35.880199 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dec5c3-9d45-486c-b753-094676f391fe req-4649a140-15db-4d9d-b05a-d4a7597f21d9 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:35.888387 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-22dec5c3-9d45-486c-b753-094676f391fe req-4649a140-15db-4d9d-b05a-d4a7597f21d9 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0639827 Sep 15 03:28:35.931678 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-22dec5c3-9d45-486c-b753-094676f391fe req-a78749d0-d8bb-412c-acfb-563549f3e08d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Sep 15 03:28:36.363197 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2719a33-091c-41b3-ab7e-ccf9f715a7cd req-65ce6be3-a642-4475-a61a-71ef26f3af04 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:36.364925 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d2719a33-091c-41b3-ab7e-ccf9f715a7cd req-65ce6be3-a642-4475-a61a-71ef26f3af04 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0696883 Sep 15 03:28:36.420885 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d2719a33-091c-41b3-ab7e-ccf9f715a7cd req-b3169ae9-1f55-4b5b-9b94-153efcd825be tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452478 Sep 15 03:28:36.559237 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:36.839154 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3db6c-fae7-4c38-be15-10b9bbbc8c34 req-4037643b-356a-4e3c-9c3f-0df552240c06 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:36.848174 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-51f3db6c-fae7-4c38-be15-10b9bbbc8c34 req-4037643b-356a-4e3c-9c3f-0df552240c06 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 945 time: 0.0645792 Sep 15 03:28:36.897600 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-51f3db6c-fae7-4c38-be15-10b9bbbc8c34 req-4341dc78-a5bb-4ea9-8ab4-5005ea7cc75b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459623 Sep 15 03:28:37.025703 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f818da-19db-47b7-89b5-62d491ecddf5 req-ec056ecd-fb1d-4a5b-8254-17d922a6f497 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:37.027519 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-24f818da-19db-47b7-89b5-62d491ecddf5 req-ec056ecd-fb1d-4a5b-8254-17d922a6f497 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 944 time: 0.0652952 Sep 15 03:28:37.081041 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33d85c-153f-44f4-b6a9-e26f54f5a2aa req-178c0a93-42cf-41cd-89eb-582426cdfe59 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:37.082941 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8d33d85c-153f-44f4-b6a9-e26f54f5a2aa req-178c0a93-42cf-41cd-89eb-582426cdfe59 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0661299 Sep 15 03:28:37.092436 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:28:37.097595 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-24f818da-19db-47b7-89b5-62d491ecddf5 req-bf352535-410d-4d8a-b9ca-81716b22f2ba tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594954 Sep 15 03:28:37.130676 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8d33d85c-153f-44f4-b6a9-e26f54f5a2aa req-305cb4e0-770c-483b-a022-5f83d407c32b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404296 Sep 15 03:28:37.560850 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 9c34f51a-7cb9-4a56-8042-4044bf8d18dd details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:28:37.564049 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efadb67-7a70-46fa-8c19-4b890cb4a1bf req-f417fde5-7e19-4f92-9250-19c09dce7c6d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:37.565718 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6efadb67-7a70-46fa-8c19-4b890cb4a1bf req-f417fde5-7e19-4f92-9250-19c09dce7c6d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0560300 Sep 15 03:28:37.684059 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 9c34f51a-7cb9-4a56-8042-4044bf8d18dd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9c34f51a-7cb9-4a56-8042-4044bf8d18dd,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:28:37.707006 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': '9c34f51a-7cb9-4a56-8042-4044bf8d18dd', 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11', 'port_id': '9c34f51a-7cb9-4a56-8042-4044bf8d18dd', 'mac_address': 'fa:16:3e:9f:25:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5fa39d4-6c73-4e22-a789-7e1c516bdd36', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:28:37.711177 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6efadb67-7a70-46fa-8c19-4b890cb4a1bf req-8bc78ed2-0aa4-45a6-9584-ebff28c08c4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376138 Sep 15 03:28:37.714306 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 4e4ca83b-997c-4371-8187-47468d3d2d6a up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:28:37.782150 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:37.797402 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c34f51a-7cb9-4a56-8042-4044bf8d18dd {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:28:37.822847 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 9c34f51a-7cb9-4a56-8042-4044bf8d18dd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9c34f51a-7cb9-4a56-8042-4044bf8d18dd,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:28:37.828254 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:37.831702 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port 4e4ca83b-997c-4371-8187-47468d3d2d6a completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:28:37.854447 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port 4e4ca83b-997c-4371-8187-47468d3d2d6a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:28:37.854823 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:37.914311 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=9c34f51a-7cb9-4a56-8042-4044bf8d18dd,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:37.963748 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 42964) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:28:37.977374 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:38.021274 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-838a478c-325d-453b-9e8c-526b973fb5a6 admin admin] Deleting subnet 94d73f41-fba6-44e1-b031-dc4cf3c935d7 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:28:38.024978 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-838a478c-325d-453b-9e8c-526b973fb5a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:38.027151 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 4e4ca83b-997c-4371-8187-47468d3d2d6a, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4e4ca83b-997c-4371-8187-47468d3d2d6a,segment=NetworkSegment(79379c10-e600-4a63-a3c2-e39667af28f3),segment_id=79379c10-e600-4a63-a3c2-e39667af28f3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:28:38.028234 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658011a2-481b-4fde-98d8-dcbaee21de87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4ca83b-997c-4371-8187-47468d3d2d6a'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:28:38.031080 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b52c8c3-83c4-45b6-a125-fc8081c6da03" -d '{"events": [{"server_uuid": "658011a2-481b-4fde-98d8-dcbaee21de87", "name": "network-vif-plugged", "status": "completed", "tag": "4e4ca83b-997c-4371-8187-47468d3d2d6a"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:28:38.035814 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:38.051986 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c61e79-20c4-4432-9cc5-a9e752755d77 req-ea137e86-2af9-4663-93f1-0ae6497aa781 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:38.065254 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-48c61e79-20c4-4432-9cc5-a9e752755d77 req-ea137e86-2af9-4663-93f1-0ae6497aa781 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 945 time: 0.0743713 Sep 15 03:28:38.116856 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6968b83d-815c-46a2-9c44-baecdf18c804 x-openstack-request-id: req-6968b83d-815c-46a2-9c44-baecdf18c804 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:28:38.117167 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658011a2-481b-4fde-98d8-dcbaee21de87", "name": "network-vif-plugged", "status": "completed", "tag": "4e4ca83b-997c-4371-8187-47468d3d2d6a", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:28:38.117433 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6968b83d-815c-46a2-9c44-baecdf18c804 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:28:38.118080 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658011a2-481b-4fde-98d8-dcbaee21de87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4ca83b-997c-4371-8187-47468d3d2d6a', 'code': 200} Sep 15 03:28:38.125603 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-838a478c-325d-453b-9e8c-526b973fb5a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2434170'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:38.129658 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=4e4ca83b-997c-4371-8187-47468d3d2d6a,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:38.191372 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-838a478c-325d-453b-9e8c-526b973fb5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7828435'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:38.200782 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-48c61e79-20c4-4432-9cc5-a9e752755d77 req-f3238c3e-24dd-41a7-b690-ab5833e80614 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330230 Sep 15 03:28:38.205847 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2279e007-66de-4123-8840-e802af1ee78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:38.291495 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afe4d2-6a3b-40b0-bcf8-4cf13ba384ad req-c2a011a7-4a53-46b5-8860-57c63c5aaebf tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:38.299189 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-66afe4d2-6a3b-40b0-bcf8-4cf13ba384ad req-c2a011a7-4a53-46b5-8860-57c63c5aaebf tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 945 time: 0.1230319 Sep 15 03:28:38.318529 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-838a478c-325d-453b-9e8c-526b973fb5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7828420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2767537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3306211'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:38.350073 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-838a478c-325d-453b-9e8c-526b973fb5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:38.353180 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-838a478c-325d-453b-9e8c-526b973fb5a6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/94d73f41-fba6-44e1-b031-dc4cf3c935d7 HTTP/1.1" status: 204 len: 168 time: 0.3876085 Sep 15 03:28:38.356072 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['9c34f51a-7cb9-4a56-8042-4044bf8d18dd'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:28:38.366427 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 42972) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:28:38.385246 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a478c-325d-453b-9e8c-526b973fb5a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d73f41-fba6-44e1-b031-dc4cf3c935d7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:38.423522 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358e7c8-1707-42eb-be90-1613eac0ba89 req-26f0ac56-d30c-4235-8aa5-a182e5ed2ade tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:38.425685 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3358e7c8-1707-42eb-be90-1613eac0ba89 req-26f0ac56-d30c-4235-8aa5-a182e5ed2ade tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.1186688 Sep 15 03:28:38.451462 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-66afe4d2-6a3b-40b0-bcf8-4cf13ba384ad req-eae0f6d2-44a9-44d4-a02d-7ded4829b1a6 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512587 Sep 15 03:28:38.462151 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f54dc-0710-4893-93c9-37e32e25d7f3 req-4d68eb42-d95a-4cb1-b6e7-96adb1b40c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:38.464441 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f84f54dc-0710-4893-93c9-37e32e25d7f3 req-4d68eb42-d95a-4cb1-b6e7-96adb1b40c4b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 1099 time: 0.0769501 Sep 15 03:28:38.509317 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858466'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:38.511255 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f84f54dc-0710-4893-93c9-37e32e25d7f3 req-fb208693-875f-4fe0-8d01-1959e664657d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385733 Sep 15 03:28:38.534011 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3358e7c8-1707-42eb-be90-1613eac0ba89 req-3afef748-c5aa-432e-9b26-c1e78d214c7c tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014798 Sep 15 03:28:38.674664 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7829332', 'neutron.services.segments.db._delete_segments_for_network-8760529642141'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:38.701060 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:28:38.701060 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:28:38.701060 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:28:38.701060 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Subscribe: > port after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:28:38.702011 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:28:38.702011 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Subscribe: > port after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:28:38.702011 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:28:38.702383 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:28:38.702647 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:28:38.702880 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:28:38.765784 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:38.939812 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:28:38.940608 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:28:38.941032 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:28:38.941726 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 03:28:38.942194 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f4c415-938d-49b7-a541-48f9309fa89e']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:28:38.950068 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb7ba5-18f0-4425-9a6d-a9beca1c7a4f req-bde6efc3-e5a4-4fe3-a00e-44b8f2f73cb3 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:38.958472 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-eeeb7ba5-18f0-4425-9a6d-a9beca1c7a4f req-bde6efc3-e5a4-4fe3-a00e-44b8f2f73cb3 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.1317084 Sep 15 03:28:38.964991 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a585ffb-8119-4b59-a721-058e10075e69') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:28:38.965385 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a585ffb-8119-4b59-a721-058e10075e69') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:28:38.993672 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760529642406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3798927'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:39.015717 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-eeeb7ba5-18f0-4425-9a6d-a9beca1c7a4f req-8933cf8e-69a8-4a48-8818-e763b0babdad tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561774 Sep 15 03:28:39.050221 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:39.063180 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:28:39.064343 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4021319'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: from cryptography.utils import int_from_bytes Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: from cryptography.utils import int_from_bytes Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: Traceback (most recent call last): Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: timer() Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: cb(*args, **kw) Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: return func(*args, **kwargs) Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: self._notify() Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: self.callback(batched_events) Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: event.method(event) Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: return f(self, *a, **k) Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: return self._get(url).json() Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: return self.request(url, 'GET', **kwargs) Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:28:39.068632 dv-cinder-806965-6-iscsi neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:28:39.148047 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7829325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8074516'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:39.155818 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:39.160168 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] 10.222.0.24 "DELETE /v2.0/networks/67f4c415-938d-49b7-a541-48f9309fa89e HTTP/1.1" status: 204 len: 168 time: 0.7915611 Sep 15 03:28:39.184666 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb37b3-7b74-438e-be9c-9a7cb9e80487 admin admin] Pushing event deleted for resources: {'Network': ['ID=67f4c415-938d-49b7-a541-48f9309fa89e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:39.339579 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1517ee-53e5-4c36-8cab-1cf2325f9dac req-c8778cc3-b331-4680-9db1-26c45751d079 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:39.347578 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1b1517ee-53e5-4c36-8cab-1cf2325f9dac req-c8778cc3-b331-4680-9db1-26c45751d079 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 946 time: 0.0616834 Sep 15 03:28:39.389639 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 42992) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:28:39.396132 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1b1517ee-53e5-4c36-8cab-1cf2325f9dac req-5ea2f283-7ee4-4054-9a67-851918f7e758 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417440 Sep 15 03:28:39.409174 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:39.441856 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-1bf2b146-1b14-491e-931a-3f348a955d6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7da5d37fbc0746988b2ff045c4f70ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501173 Sep 15 03:28:39.444478 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 42994) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:28:39.508974 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be77e60b-c088-4a87-9dd5-c654a76a4114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:39.535002 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be77e60b-c088-4a87-9dd5-c654a76a4114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:39.598801 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be77e60b-c088-4a87-9dd5-c654a76a4114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:39.601444 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be77e60b-c088-4a87-9dd5-c654a76a4114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:39.605663 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-be77e60b-c088-4a87-9dd5-c654a76a4114 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e77bb0f-b86a-415c-922d-88b1f385b60a HTTP/1.1" status: 204 len: 168 time: 0.1576450 Sep 15 03:28:39.615154 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77e60b-c088-4a87-9dd5-c654a76a4114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e77bb0f-b86a-415c-922d-88b1f385b60a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:39.640530 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62192b37-ec18-4763-91c3-02cdc0d3c9a4 req-da443e2d-ac96-40d7-8509-49294c7bbee1 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:39.651755 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-62192b37-ec18-4763-91c3-02cdc0d3c9a4 req-da443e2d-ac96-40d7-8509-49294c7bbee1 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 945 time: 0.1066108 Sep 15 03:28:39.696081 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-62192b37-ec18-4763-91c3-02cdc0d3c9a4 req-36333fec-e151-4770-b42e-893a0554d683 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428901 Sep 15 03:28:40.203087 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9d747-1141-49f3-9a3e-34ce44a8ad72 req-8b5fafe1-4c1a-4a5e-bc4d-d3b77592d640 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:40.217050 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5dd9d747-1141-49f3-9a3e-34ce44a8ad72 req-8b5fafe1-4c1a-4a5e-bc4d-d3b77592d640 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0859313 Sep 15 03:28:40.239458 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ea8d6-7a7a-4950-9c6e-0c598fe8de15 req-2e952e17-ba49-49ad-84c6-94debe863bb4 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:40.248235 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-298ea8d6-7a7a-4950-9c6e-0c598fe8de15 req-2e952e17-ba49-49ad-84c6-94debe863bb4 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0910971 Sep 15 03:28:40.292524 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-298ea8d6-7a7a-4950-9c6e-0c598fe8de15 req-a5291ccc-8a6e-4e9d-acc2-c7def466e9b6 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419590 Sep 15 03:28:40.319750 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5dd9d747-1141-49f3-9a3e-34ce44a8ad72 req-40e47b24-5983-4686-8160-fb6aef1195f7 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014247 Sep 15 03:28:40.549182 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e70fe-4cb7-471b-87cd-d28cde003570 req-52e298e4-387f-4fea-84d5-8cf8e823c6fc tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:40.557412 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-280e70fe-4cb7-471b-87cd-d28cde003570 req-52e298e4-387f-4fea-84d5-8cf8e823c6fc tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 946 time: 0.0597026 Sep 15 03:28:40.608825 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-280e70fe-4cb7-471b-87cd-d28cde003570 req-7cb4dd21-3bfb-45b2-aa4a-f3a7c3b8eb78 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458882 Sep 15 03:28:40.846144 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:40.866033 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbc392-3161-445f-b228-09681fdc8297 req-4421ca1a-55a9-4201-9b2c-255b8c7db8fd tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:40.881703 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-92bbc392-3161-445f-b228-09681fdc8297 req-4421ca1a-55a9-4201-9b2c-255b8c7db8fd tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 946 time: 0.1536193 Sep 15 03:28:40.942387 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-92bbc392-3161-445f-b228-09681fdc8297 req-e802afba-6a1a-4c1b-98cc-b60bfdc384c1 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477638 Sep 15 03:28:41.006160 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fab449-3f70-4dcd-bc7b-9bc5953329e9 req-38a5e533-966c-4700-a34d-c5d80a2e7a95 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:41.016250 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-44fab449-3f70-4dcd-bc7b-9bc5953329e9 req-38a5e533-966c-4700-a34d-c5d80a2e7a95 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 945 time: 0.1415045 Sep 15 03:28:41.085188 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-44fab449-3f70-4dcd-bc7b-9bc5953329e9 req-f16c7ffb-a752-4f3e-a2ee-e36cfadcadbc tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671523 Sep 15 03:28:41.401014 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de43fe-3ad8-4ec9-9a05-df3f094926d4 req-1398fd09-beba-4412-98f1-5bf4fa27e761 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:41.405921 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e1de43fe-3ad8-4ec9-9a05-df3f094926d4 req-1398fd09-beba-4412-98f1-5bf4fa27e761 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 946 time: 0.0900230 Sep 15 03:28:41.461866 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e1de43fe-3ad8-4ec9-9a05-df3f094926d4 req-cf398944-c36f-43ec-9247-2de0d3c784c7 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432866 Sep 15 03:28:41.532344 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbdc4d-9e7b-4aed-b495-9b815f76348a req-58fca428-cad0-444a-a0f3-c92157bbab3a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:41.533965 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bfbbdc4d-9e7b-4aed-b495-9b815f76348a req-58fca428-cad0-444a-a0f3-c92157bbab3a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.1110659 Sep 15 03:28:41.579946 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 9c34f51a-7cb9-4a56-8042-4044bf8d18dd up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:28:41.637641 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bfbbdc4d-9e7b-4aed-b495-9b815f76348a req-145e32b1-e4c0-4d54-be59-1c6e5d76793f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971439 Sep 15 03:28:41.654186 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port 9c34f51a-7cb9-4a56-8042-4044bf8d18dd completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:28:41.662102 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port 9c34f51a-7cb9-4a56-8042-4044bf8d18dd triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:28:41.662622 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:41.790213 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:41.814873 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625cf7fc-6ad3-4f91-bad1-73f86d2df80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c34f51a-7cb9-4a56-8042-4044bf8d18dd'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:28:41.817348 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29191cc4-cdb2-434c-9856-7a2cbcdae7a8" -d '{"events": [{"server_uuid": "625cf7fc-6ad3-4f91-bad1-73f86d2df80f", "name": "network-vif-plugged", "status": "completed", "tag": "9c34f51a-7cb9-4a56-8042-4044bf8d18dd"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:28:41.835042 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 9c34f51a-7cb9-4a56-8042-4044bf8d18dd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9c34f51a-7cb9-4a56-8042-4044bf8d18dd,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:28:41.851179 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:41.905613 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b289bdb-c014-47e1-b5fe-415d359e0239 x-openstack-request-id: req-7b289bdb-c014-47e1-b5fe-415d359e0239 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:28:41.906074 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625cf7fc-6ad3-4f91-bad1-73f86d2df80f", "name": "network-vif-plugged", "status": "completed", "tag": "9c34f51a-7cb9-4a56-8042-4044bf8d18dd", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:28:41.915322 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b289bdb-c014-47e1-b5fe-415d359e0239 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:28:41.915891 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625cf7fc-6ad3-4f91-bad1-73f86d2df80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c34f51a-7cb9-4a56-8042-4044bf8d18dd', 'code': 200} Sep 15 03:28:41.936608 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=9c34f51a-7cb9-4a56-8042-4044bf8d18dd,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:42.237872 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34ab29-7ccd-4547-9fe4-8b87484c17d7 req-c57ee885-69e4-43a5-821f-8d281a73ddf0 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:42.256000 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ef34ab29-7ccd-4547-9fe4-8b87484c17d7 req-c57ee885-69e4-43a5-821f-8d281a73ddf0 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 946 time: 0.0801971 Sep 15 03:28:42.257400 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f6522-7207-4fb0-b225-95dbed715ab1 req-3dbd68b9-1ece-4ae5-9785-d787345ea16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:42.263622 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-920f6522-7207-4fb0-b225-95dbed715ab1 req-3dbd68b9-1ece-4ae5-9785-d787345ea16a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 1099 time: 0.0821795 Sep 15 03:28:42.314568 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-920f6522-7207-4fb0-b225-95dbed715ab1 req-223b0f1f-fceb-4347-b063-ec54211762e8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323701 Sep 15 03:28:42.319588 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ef34ab29-7ccd-4547-9fe4-8b87484c17d7 req-2db06f95-56ac-4737-8ce3-1a43b5cdcdc7 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602319 Sep 15 03:28:42.812638 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20d2b0-335c-49d0-a9d5-3e0612f53564 req-6c159aa1-b0c1-437a-8b0d-a1ae5eed44f6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:42.814270 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d20d2b0-335c-49d0-a9d5-3e0612f53564 req-6c159aa1-b0c1-437a-8b0d-a1ae5eed44f6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0864787 Sep 15 03:28:42.857321 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d20d2b0-335c-49d0-a9d5-3e0612f53564 req-729e0c57-acc2-4198-84b4-4f5f47171e2f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370905 Sep 15 03:28:43.506390 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003de35-294d-4a33-8b18-182faeb45173 req-9af94af5-3f52-41d6-b46e-09d07df8cb98 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:43.515870 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d003de35-294d-4a33-8b18-182faeb45173 req-9af94af5-3f52-41d6-b46e-09d07df8cb98 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 946 time: 0.1055529 Sep 15 03:28:43.558779 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d003de35-294d-4a33-8b18-182faeb45173 req-cb3a5a24-ddaa-46fd-a89d-caf8413f8117 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416579 Sep 15 03:28:44.036977 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27e9fe-26df-4d67-b702-db371ad45566 req-09e08576-8b5a-42e2-b067-6d36cf6f29a2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:44.038431 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2d27e9fe-26df-4d67-b702-db371ad45566 req-09e08576-8b5a-42e2-b067-6d36cf6f29a2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0837035 Sep 15 03:28:44.098676 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2d27e9fe-26df-4d67-b702-db371ad45566 req-afadc3f6-7301-4870-94b7-ff7a4d62ad51 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469961 Sep 15 03:28:44.706949 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b5e77-f52f-403a-8c91-3ebc284ddcc2 req-f3eff9ad-64a8-4240-8955-823880d7ef51 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:44.708706 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0c0b5e77-f52f-403a-8c91-3ebc284ddcc2 req-f3eff9ad-64a8-4240-8955-823880d7ef51 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 946 time: 0.0571592 Sep 15 03:28:44.771632 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0c0b5e77-f52f-403a-8c91-3ebc284ddcc2 req-78f35453-5074-46e1-bc1e-c8c872b3a5de tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564063 Sep 15 03:28:45.249781 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371c169-1a91-49d6-8459-96d473f642c4 req-88f14ba6-0465-4f25-9a49-40365275fe35 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:45.260190 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e371c169-1a91-49d6-8459-96d473f642c4 req-88f14ba6-0465-4f25-9a49-40365275fe35 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0727911 Sep 15 03:28:45.307737 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e371c169-1a91-49d6-8459-96d473f642c4 req-31be0509-002b-454c-bf9b-87e6ce5ce944 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465581 Sep 15 03:28:45.889164 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e7b09-e293-4d4c-90df-dbff25592f24 req-01221faa-9638-463b-b0c6-2e46d4287680 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:45.890643 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-396e7b09-e293-4d4c-90df-dbff25592f24 req-01221faa-9638-463b-b0c6-2e46d4287680 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 946 time: 0.0507822 Sep 15 03:28:45.927974 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-396e7b09-e293-4d4c-90df-dbff25592f24 req-211b44b3-4bae-47f1-a05e-f94bc0634d9f tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313382 Sep 15 03:28:46.430261 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73463b29-ae49-4efa-9b70-4a727acca45d req-c14cef4e-b0b1-4e50-9691-b27b7ab181b9 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:46.431907 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-73463b29-ae49-4efa-9b70-4a727acca45d req-c14cef4e-b0b1-4e50-9691-b27b7ab181b9 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0521202 Sep 15 03:28:46.470612 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-73463b29-ae49-4efa-9b70-4a727acca45d req-9b14282c-ac7f-4fd7-9a1b-52343f805399 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328641 Sep 15 03:28:47.041598 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f042897-20be-4f89-a767-6f6260ab32ba req-66430544-244f-4959-bdc6-dcfbce4a2044 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:47.043439 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7f042897-20be-4f89-a767-6f6260ab32ba req-66430544-244f-4959-bdc6-dcfbce4a2044 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 946 time: 0.0495534 Sep 15 03:28:47.081293 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7f042897-20be-4f89-a767-6f6260ab32ba req-4adf3504-6996-4d65-847a-aa734fb695e3 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321193 Sep 15 03:28:47.597026 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282ab3b-57d9-438f-a231-10f1e5032845 req-6383a454-26fb-4999-b655-d2234b453bac tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:47.598533 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f282ab3b-57d9-438f-a231-10f1e5032845 req-6383a454-26fb-4999-b655-d2234b453bac tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0500796 Sep 15 03:28:47.638117 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f282ab3b-57d9-438f-a231-10f1e5032845 req-124b3a35-a805-43bc-926c-7836e3219122 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315316 Sep 15 03:28:48.194857 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd32c9-07d3-4e42-a1b8-64525d006616 req-b4a14fa1-081f-4857-a654-64d341f07d80 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:48.196364 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6fdd32c9-07d3-4e42-a1b8-64525d006616 req-b4a14fa1-081f-4857-a654-64d341f07d80 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 946 time: 0.0483603 Sep 15 03:28:48.235903 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6fdd32c9-07d3-4e42-a1b8-64525d006616 req-95e787fe-f041-42ef-b26a-91751c8c64e7 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333941 Sep 15 03:28:48.757133 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd241c82-6ad3-4337-82ec-5cb831c8d9ca req-5a63cff5-f5b2-4594-96c2-dc84f2309af2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:48.758596 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dd241c82-6ad3-4337-82ec-5cb831c8d9ca req-5a63cff5-f5b2-4594-96c2-dc84f2309af2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0504985 Sep 15 03:28:48.795665 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dd241c82-6ad3-4337-82ec-5cb831c8d9ca req-2204e83a-e3e7-4106-9c39-e1b34f222ac2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305386 Sep 15 03:28:49.916455 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93195148-3e33-40be-923e-3732ad1a6bb9 req-2f7e5fd2-17ef-44d9-ac54-8e965044ce9a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:49.917923 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-93195148-3e33-40be-923e-3732ad1a6bb9 req-2f7e5fd2-17ef-44d9-ac54-8e965044ce9a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0511570 Sep 15 03:28:49.954005 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-93195148-3e33-40be-923e-3732ad1a6bb9 req-6fa48669-456c-4710-9244-fcdd1cc0c119 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302358 Sep 15 03:28:51.075694 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f2400-dbe6-4bd3-85a4-669f2708836d req-5ae014f7-ea84-401d-9145-ba6c2b8cb015 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:51.077204 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-250f2400-dbe6-4bd3-85a4-669f2708836d req-5ae014f7-ea84-401d-9145-ba6c2b8cb015 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0519636 Sep 15 03:28:51.114643 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-250f2400-dbe6-4bd3-85a4-669f2708836d req-bbb3a827-9aa0-4024-b9db-ee09eca70851 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316188 Sep 15 03:28:51.542273 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc496b-97a4-4c3f-aa52-f1e8378501d8 req-75b18fcc-b686-4169-a25b-c3f2a52f038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:51.543745 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-54cc496b-97a4-4c3f-aa52-f1e8378501d8 req-75b18fcc-b686-4169-a25b-c3f2a52f038c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cfd6b9797a94b10a0e749d1d77b96be&device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 1098 time: 0.0487351 Sep 15 03:28:51.639953 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc496b-97a4-4c3f-aa52-f1e8378501d8 req-aa9d785f-4463-4032-b501-417ad8a780a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:51.641401 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-54cc496b-97a4-4c3f-aa52-f1e8378501d8 req-aa9d785f-4463-4032-b501-417ad8a780a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26fdd753-7482-4f5b-beff-09787fea2442 HTTP/1.1" status: 200 len: 918 time: 0.0863023 Sep 15 03:28:51.733940 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-54cc496b-97a4-4c3f-aa52-f1e8378501d8 req-ead7118b-4aa8-446a-a599-e8b538c4d20a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2 HTTP/1.1" status: 200 len: 1001 time: 0.0610547 Sep 15 03:28:51.788262 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc496b-97a4-4c3f-aa52-f1e8378501d8 req-c19cd86a-6cf9-4d2c-a5c0-0985d9dba9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:51.789722 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-54cc496b-97a4-4c3f-aa52-f1e8378501d8 req-c19cd86a-6cf9-4d2c-a5c0-0985d9dba9f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c310f472-bb8c-474d-9c9c-ea872f0338ee HTTP/1.1" status: 200 len: 856 time: 0.0438225 Sep 15 03:28:51.838049 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc496b-97a4-4c3f-aa52-f1e8378501d8 req-f1683781-bec5-4ad0-bba7-746997248fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:51.839516 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-54cc496b-97a4-4c3f-aa52-f1e8378501d8 req-f1683781-bec5-4ad0-bba7-746997248fe1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26fdd753-7482-4f5b-beff-09787fea2442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413401 Sep 15 03:28:51.940832 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-54cc496b-97a4-4c3f-aa52-f1e8378501d8 req-486d1553-911e-4c75-8f63-63fcb5e4b254 service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872192 Sep 15 03:28:52.043725 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-54cc496b-97a4-4c3f-aa52-f1e8378501d8 req-295fea12-1248-4123-88c6-382070fa32bc service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845098 Sep 15 03:28:52.249120 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209098a4-7960-4e8e-b775-be851dbbe5b6 req-25f85b9a-1ef0-4d98-90e9-1fa8a6bdf0c2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:52.250663 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-209098a4-7960-4e8e-b775-be851dbbe5b6 req-25f85b9a-1ef0-4d98-90e9-1fa8a6bdf0c2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0580828 Sep 15 03:28:52.292257 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-209098a4-7960-4e8e-b775-be851dbbe5b6 req-7d1ae366-308a-45b4-a43f-4901fef938b3 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321984 Sep 15 03:28:53.411968 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb7b1e-82f9-4895-b6da-29b46ca04662 req-7d91f3fe-ffed-45ef-af0c-215558c911c8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:53.413483 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-eacb7b1e-82f9-4895-b6da-29b46ca04662 req-7d91f3fe-ffed-45ef-af0c-215558c911c8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0504432 Sep 15 03:28:53.455583 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-eacb7b1e-82f9-4895-b6da-29b46ca04662 req-f5ed08b3-9eb6-4208-9c07-793102173b4f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360239 Sep 15 03:28:54.574804 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e731aea-d5e3-4b46-bdd4-853e43a8095a req-65686890-6d5c-4577-b63f-38dbb4695636 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:54.576241 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2e731aea-d5e3-4b46-bdd4-853e43a8095a req-65686890-6d5c-4577-b63f-38dbb4695636 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0495048 Sep 15 03:28:54.618019 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2e731aea-d5e3-4b46-bdd4-853e43a8095a req-a824a870-579a-4494-9938-546c6302e724 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358129 Sep 15 03:28:55.230049 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11b1bd-2161-49eb-864a-325ec6170be3 req-62babd03-c578-4192-9e1d-25f5af11fecf tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:55.231604 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4f11b1bd-2161-49eb-864a-325ec6170be3 req-62babd03-c578-4192-9e1d-25f5af11fecf tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0488119 Sep 15 03:28:55.269399 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4f11b1bd-2161-49eb-864a-325ec6170be3 req-1ba54be3-f7ed-4a25-a05a-298ebd1d6c33 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316055 Sep 15 03:28:55.740707 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41759ddd-9b19-4112-bb00-31df2acbbc17 req-aef2ed3e-4b56-497c-b773-ab2318b34dfa tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:55.742193 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-41759ddd-9b19-4112-bb00-31df2acbbc17 req-aef2ed3e-4b56-497c-b773-ab2318b34dfa tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 945 time: 0.0492120 Sep 15 03:28:55.781535 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-41759ddd-9b19-4112-bb00-31df2acbbc17 req-54744e51-ef95-4272-ac86-272dd48f2236 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324497 Sep 15 03:28:56.202340 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 139a300d-dee1-44e3-b669-ff419b2bc4c2 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:28:56.287795 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:56.312231 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '139a300d-dee1-44e3-b669-ff419b2bc4c2'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:28:56.314576 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19403b51-cb80-4502-b93c-65a12f5b2a98" -d '{"events": [{"server_uuid": "707b5418-207a-461a-9d94-2e7c9c4a8dda", "name": "network-vif-unplugged", "status": "completed", "tag": "139a300d-dee1-44e3-b669-ff419b2bc4c2"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:28:56.329081 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 139a300d-dee1-44e3-b669-ff419b2bc4c2, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:28:56.336422 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:28:56.389439 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=139a300d-dee1-44e3-b669-ff419b2bc4c2,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:28:56.442264 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95f24c-27ce-48d2-802b-90210947e03b req-7ab87bc8-5cbd-4337-b870-2cd45638b48b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:56.445065 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1b95f24c-27ce-48d2-802b-90210947e03b req-7ab87bc8-5cbd-4337-b870-2cd45638b48b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.1029286 Sep 15 03:28:56.458808 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3441a8-1d8a-4c42-89a2-4e498b955d82 req-da85a25c-fc3f-4107-b3ef-06b4107552cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:56.460211 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5d3441a8-1d8a-4c42-89a2-4e498b955d82 req-da85a25c-fc3f-4107-b3ef-06b4107552cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1a7d9654f1349838636f7b058f11cdd&device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 1098 time: 0.0741911 Sep 15 03:28:56.527662 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1b95f24c-27ce-48d2-802b-90210947e03b req-191606e9-e665-4209-aaf0-57a6053cea9d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743220 Sep 15 03:28:56.577230 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 03:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e443845d-3029-44fa-8401-012327c5c372 x-openstack-request-id: req-e443845d-3029-44fa-8401-012327c5c372 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:28:56.577560 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707b5418-207a-461a-9d94-2e7c9c4a8dda", "name": "network-vif-unplugged", "status": "completed", "tag": "139a300d-dee1-44e3-b669-ff419b2bc4c2", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:28:56.577819 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e443845d-3029-44fa-8401-012327c5c372 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:28:56.578409 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '139a300d-dee1-44e3-b669-ff419b2bc4c2', 'code': 200} Sep 15 03:28:56.583073 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3441a8-1d8a-4c42-89a2-4e498b955d82 req-6b07a670-a5a8-4db3-9384-e7e0b80acdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:56.584732 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5d3441a8-1d8a-4c42-89a2-4e498b955d82 req-6b07a670-a5a8-4db3-9384-e7e0b80acdc4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7588eb8-7874-4300-aedf-ff35fa5eab1b HTTP/1.1" status: 200 len: 920 time: 0.1154039 Sep 15 03:28:56.697477 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5d3441a8-1d8a-4c42-89a2-4e498b955d82 req-b02c42e9-e3e8-44b2-b540-dd0fe2a8f1cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 HTTP/1.1" status: 200 len: 217 time: 0.0389388 Sep 15 03:28:56.754229 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3441a8-1d8a-4c42-89a2-4e498b955d82 req-ae9255ab-0aa1-42fc-9d39-3c3afe1b97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:56.755718 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5d3441a8-1d8a-4c42-89a2-4e498b955d82 req-ae9255ab-0aa1-42fc-9d39-3c3afe1b97e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c9e3f9f-b37e-4b44-8bf5-f43db7c01291 HTTP/1.1" status: 200 len: 859 time: 0.0504403 Sep 15 03:28:56.797499 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5d3441a8-1d8a-4c42-89a2-4e498b955d82 req-14de5dfa-52bf-44b9-b162-f8a568ddff8f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7588eb8-7874-4300-aedf-ff35fa5eab1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272048 Sep 15 03:28:56.928362 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5d3441a8-1d8a-4c42-89a2-4e498b955d82 req-18b6af6a-5e06-4909-ba2e-333a4122ccde service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189148 Sep 15 03:28:56.940929 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8774a-ed75-4c74-bd58-32a04de3f5ee req-0d75c78f-6911-4fc5-9877-51d24a852875 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:56.942357 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2af8774a-ed75-4c74-bd58-32a04de3f5ee req-0d75c78f-6911-4fc5-9877-51d24a852875 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0669515 Sep 15 03:28:57.232389 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2af8774a-ed75-4c74-bd58-32a04de3f5ee req-f62adc63-49ab-489d-821e-b5f8e319bb0b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823207 Sep 15 03:28:57.266374 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5d3441a8-1d8a-4c42-89a2-4e498b955d82 req-5d85a8eb-5da7-4922-9296-f75dfa22a640 service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230526 Sep 15 03:28:57.648838 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72da8f-f4f0-447b-b2b0-d4a1ba35d781 req-020acc37-e280-45a3-a58e-69a5c8156701 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:57.650348 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1e72da8f-f4f0-447b-b2b0-d4a1ba35d781 req-020acc37-e280-45a3-a58e-69a5c8156701 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0493524 Sep 15 03:28:57.687887 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1e72da8f-f4f0-447b-b2b0-d4a1ba35d781 req-1f590320-d49b-4358-a119-ea500db1fa81 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309339 Sep 15 03:28:58.351853 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a448-430e-4ed9-9547-6be4c63da54e req-21189b49-c3d3-4bbd-85e9-12b6666bb6af tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:58.353332 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f508a448-430e-4ed9-9547-6be4c63da54e req-21189b49-c3d3-4bbd-85e9-12b6666bb6af tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0488875 Sep 15 03:28:58.390841 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f508a448-430e-4ed9-9547-6be4c63da54e req-51200325-2155-4805-bbf7-ba068914c83d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306759 Sep 15 03:28:58.801538 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11312f71-d7e1-4b5d-8033-32045242f807 req-469592b1-91f5-4326-968e-362998b5200b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:58.802962 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-11312f71-d7e1-4b5d-8033-32045242f807 req-469592b1-91f5-4326-968e-362998b5200b tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0487447 Sep 15 03:28:58.847004 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-11312f71-d7e1-4b5d-8033-32045242f807 req-05981752-2ecf-4a71-b8f1-90d5031b1ef9 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375085 Sep 15 03:28:59.508769 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31b930-ebd8-456e-99c7-03f5e0fad66c req-f08b4c62-2abb-4967-a997-7333188df0ce tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:59.510095 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6a31b930-ebd8-456e-99c7-03f5e0fad66c req-f08b4c62-2abb-4967-a997-7333188df0ce tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0495420 Sep 15 03:28:59.549579 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6a31b930-ebd8-456e-99c7-03f5e0fad66c req-e89bf92b-32d9-4865-9b11-c4af6f585eac tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334721 Sep 15 03:28:59.986068 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a56e6-97fb-4d6e-8555-42f0be50a805 req-48588c85-2dca-4dde-bf93-48c1a357b733 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:28:59.987933 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a28a56e6-97fb-4d6e-8555-42f0be50a805 req-48588c85-2dca-4dde-bf93-48c1a357b733 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0628033 Sep 15 03:29:00.043566 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a28a56e6-97fb-4d6e-8555-42f0be50a805 req-6f488fd9-4309-40cd-9cd5-bb004381dc48 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468051 Sep 15 03:29:00.086289 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [req-2365b068-a8c0-4ffd-bade-57fb405a652e req-8d0a8733-5162-4a1a-898b-80e75d396f02 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:29:00.087296 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2365b068-a8c0-4ffd-bade-57fb405a652e req-8d0a8733-5162-4a1a-898b-80e75d396f02 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053396 Sep 15 03:29:00.246590 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e93ba-4694-47ec-b9b0-aecfc5b3ea30 req-911d7278-a92c-4e93-be8a-628cd1353e9e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:00.248288 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-951e93ba-4694-47ec-b9b0-aecfc5b3ea30 req-911d7278-a92c-4e93-be8a-628cd1353e9e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0511160 Sep 15 03:29:00.286545 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-951e93ba-4694-47ec-b9b0-aecfc5b3ea30 req-39e386c1-226e-4fc3-b484-08639c08398c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317252 Sep 15 03:29:00.556940 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 43436) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:29:00.640868 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-234975a6-f8c2-481c-b6fe-b856ebd6993c req-075fa98d-b6c6-453b-91f4-24cdbd43e0ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828035 Sep 15 03:29:00.649372 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [req-234975a6-f8c2-481c-b6fe-b856ebd6993c req-7cbd0e51-3854-4b22-9e4a-73107b830aaa service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:29:00.650319 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-234975a6-f8c2-481c-b6fe-b856ebd6993c req-7cbd0e51-3854-4b22-9e4a-73107b830aaa service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047238 Sep 15 03:29:01.205902 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff98009-da78-44b7-9236-7b7f0c48371d req-d269f795-d777-4a61-9a9d-4fc4a34e1a1a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:01.208659 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7ff98009-da78-44b7-9236-7b7f0c48371d req-d269f795-d777-4a61-9a9d-4fc4a34e1a1a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0505235 Sep 15 03:29:01.252553 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7ff98009-da78-44b7-9236-7b7f0c48371d req-b79c93e4-d70e-4bdd-ab10-8beed49fc6cd tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384462 Sep 15 03:29:01.412889 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1de298-8775-4fdf-9483-2957b509be9a req-3a8eaa48-7cb0-4106-b509-691a1f2596f9 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:01.414425 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bf1de298-8775-4fdf-9483-2957b509be9a req-3a8eaa48-7cb0-4106-b509-691a1f2596f9 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0530801 Sep 15 03:29:01.453774 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bf1de298-8775-4fdf-9483-2957b509be9a req-7396adb4-4f6e-419f-9891-cabdfcb14a35 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324306 Sep 15 03:29:02.237514 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 139a300d-dee1-44e3-b669-ff419b2bc4c2 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:29:02.392393 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba6191-bdee-4a0d-a71e-e571732c6d32 req-a5e8cfd1-38ef-4373-8bea-a6d86764d3dd tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:02.397117 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-32ba6191-bdee-4a0d-a71e-e571732c6d32 req-a5e8cfd1-38ef-4373-8bea-a6d86764d3dd tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0659740 Sep 15 03:29:02.448786 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-32ba6191-bdee-4a0d-a71e-e571732c6d32 req-a0e8bdd7-df0d-456a-85b7-0b091b58301a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414801 Sep 15 03:29:02.592450 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0697ec-8f27-4098-bd48-ef42fdf74ac7 req-77a7f81c-828b-48f6-a255-3dd421b72cfa tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:02.594053 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8e0697ec-8f27-4098-bd48-ef42fdf74ac7 req-77a7f81c-828b-48f6-a255-3dd421b72cfa tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0580008 Sep 15 03:29:02.641051 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8e0697ec-8f27-4098-bd48-ef42fdf74ac7 req-ba9ebe6b-475a-4cff-b3af-a80cb701383d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408902 Sep 15 03:29:03.584208 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6eb56-4d7d-4a6a-a159-8b92f8e0f0a2 req-00aafe04-1b42-426a-96f8-cd60d238cee1 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:03.585750 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-44f6eb56-4d7d-4a6a-a159-8b92f8e0f0a2 req-00aafe04-1b42-426a-96f8-cd60d238cee1 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0531666 Sep 15 03:29:03.626276 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-44f6eb56-4d7d-4a6a-a159-8b92f8e0f0a2 req-b00eb0d7-37ff-471c-9231-4c8f48414e35 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344255 Sep 15 03:29:03.764420 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1ce31-d59d-4ae6-a53e-a5e3bfbbc628 req-9280c2d5-a56d-4f89-9d54-22b5a9df801d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:03.765854 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cdb1ce31-d59d-4ae6-a53e-a5e3bfbbc628 req-9280c2d5-a56d-4f89-9d54-22b5a9df801d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0487618 Sep 15 03:29:03.803209 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cdb1ce31-d59d-4ae6-a53e-a5e3bfbbc628 req-32206232-de7c-4140-819b-45afc516f01c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315647 Sep 15 03:29:04.397937 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12dbe47b-56b5-46ac-9d35-73369b1987ca req-fc0e3314-86e2-4dcb-9cce-c772ee97e3e8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398555 Sep 15 03:29:04.516461 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbe47b-56b5-46ac-9d35-73369b1987ca req-1bc0c42a-2d0e-4b4f-94b9-a2a1d7293ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:04.517984 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12dbe47b-56b5-46ac-9d35-73369b1987ca req-1bc0c42a-2d0e-4b4f-94b9-a2a1d7293ed9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1a7d9654f1349838636f7b058f11cdd&device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 1099 time: 0.0740800 Sep 15 03:29:04.526083 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a398b-f0c3-4856-9b8f-e92937e09d34 req-c7294690-3586-4dde-80ae-ad8a7ae38975 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:04.528358 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6e2a398b-f0c3-4856-9b8f-e92937e09d34 req-c7294690-3586-4dde-80ae-ad8a7ae38975 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 946 time: 0.0832357 Sep 15 03:29:04.597048 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-6e2a398b-f0c3-4856-9b8f-e92937e09d34 req-3ffb3344-9483-4382-a6a5-27feea20c7df tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626237 Sep 15 03:29:04.618505 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 43518) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:29:04.653701 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbe47b-56b5-46ac-9d35-73369b1987ca req-69b06cc5-0472-46a8-b5ef-64c458910885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:04.655276 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12dbe47b-56b5-46ac-9d35-73369b1987ca req-69b06cc5-0472-46a8-b5ef-64c458910885 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7588eb8-7874-4300-aedf-ff35fa5eab1b HTTP/1.1" status: 200 len: 920 time: 0.1040556 Sep 15 03:29:04.702137 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12dbe47b-56b5-46ac-9d35-73369b1987ca req-f1df1d53-2bea-403c-b3cd-fb9cd2e8dcf7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c1cce10-a77d-475a-a3cd-84b4888a69ef HTTP/1.1" status: 200 len: 217 time: 0.0358987 Sep 15 03:29:04.757312 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbe47b-56b5-46ac-9d35-73369b1987ca req-e91c7926-efe8-4673-87d4-fa9197af9d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:04.758865 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12dbe47b-56b5-46ac-9d35-73369b1987ca req-e91c7926-efe8-4673-87d4-fa9197af9d90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c9e3f9f-b37e-4b44-8bf5-f43db7c01291 HTTP/1.1" status: 200 len: 859 time: 0.0444965 Sep 15 03:29:04.774076 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c485d-9f11-46c8-a3cb-5e88e3eb8d2c req-d2626936-d2ba-43b0-b6f2-3a9ebc580279 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:04.778157 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b06c485d-9f11-46c8-a3cb-5e88e3eb8d2c req-d2626936-d2ba-43b0-b6f2-3a9ebc580279 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0812898 Sep 15 03:29:04.782248 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b98e155-1b63-443a-8b09-e72fb6884da1 tempest-TestMinimumBasicScenario-1438147753 tempest-TestMinimumBasicScenario-1438147753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:04.786609 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-7b98e155-1b63-443a-8b09-e72fb6884da1 tempest-TestMinimumBasicScenario-1438147753 tempest-TestMinimumBasicScenario-1438147753-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 1094 time: 0.1642861 Sep 15 03:29:04.790199 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 43524) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:29:04.795668 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Request body: {'floatingip': {'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'port_id': '4e4ca83b-997c-4371-8187-47468d3d2d6a', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:29:04.796818 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12dbe47b-56b5-46ac-9d35-73369b1987ca req-df10387a-ddea-4162-b5d4-00ad054321ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7588eb8-7874-4300-aedf-ff35fa5eab1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287688 Sep 15 03:29:04.834696 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b06c485d-9f11-46c8-a3cb-5e88e3eb8d2c req-5918bbfa-02d0-413f-8109-74965702ea29 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497949 Sep 15 03:29:04.844353 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:04.904876 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12dbe47b-56b5-46ac-9d35-73369b1987ca req-014a0c82-caf3-482f-bd79-aa8554e9f8fc service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959849 Sep 15 03:29:04.947307 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:04.992996 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e748e-ce0b-405a-9366-b9feae13313f req-d3d23bff-f3d8-4fd3-90bf-375fb809e2dd tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:04.994377 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bb4e748e-ce0b-405a-9366-b9feae13313f req-d3d23bff-f3d8-4fd3-90bf-375fb809e2dd tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.1089201 Sep 15 03:29:05.044028 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12dbe47b-56b5-46ac-9d35-73369b1987ca req-06ded568-9edc-471c-9adb-6b7637524c61 service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261299 Sep 15 03:29:05.049087 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bb4e748e-ce0b-405a-9366-b9feae13313f req-bba013f2-c14d-4047-b3b9-0627cc32bdde tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486634 Sep 15 03:29:05.055747 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Allocated IP 172.27.0.172 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/6a6f35a4-bd3b-46ba-9784-68657f6b4911) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:29:05.163127 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:05.195449 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:05.233756 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:29:05.236681 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:29:05.242919 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:29:05.262192 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Pushing event updated for resources: {'Port': ['ID=6a6f35a4-bd3b-46ba-9784-68657f6b4911,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:05.274928 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:05.275286 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:05.275628 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:05.275967 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:05.276302 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:05.276634 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:05.277559 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:05.277962 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:05.278295 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:05.278624 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:05.278951 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:05.279299 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:05.709663 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:05.712164 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4802218e-e9f5-4652-b69e-ca71914eefe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:05.804626 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:05.976999 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d1f3a-0e1f-4c6c-b3eb-0ff0eb374db6 req-890589df-6ff1-420c-b11c-7fe4ae6fe3a7 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:05.978404 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a17d1f3a-0e1f-4c6c-b3eb-0ff0eb374db6 req-890589df-6ff1-420c-b11c-7fe4ae6fe3a7 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0690312 Sep 15 03:29:05.998318 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:06.005267 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022191'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:06.188977 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c99ef-83d1-41a0-8072-8c6b726247e1 req-90df9e8c-504a-4803-b3eb-55bff5df3acd tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:06.190553 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f40c99ef-83d1-41a0-8072-8c6b726247e1 req-90df9e8c-504a-4803-b3eb-55bff5df3acd tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0502610 Sep 15 03:29:06.231156 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f40c99ef-83d1-41a0-8072-8c6b726247e1 req-bef4d057-34c1-4924-9290-d2537bdf2da6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339904 Sep 15 03:29:06.293750 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a17d1f3a-0e1f-4c6c-b3eb-0ff0eb374db6 req-0fb2099a-48ad-4c3e-97f0-ea7c3edbf6a3 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093317 Sep 15 03:29:06.304690 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Pushing event updated for resources: {'Port': ['ID=6a6f35a4-bd3b-46ba-9784-68657f6b4911,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:06.312376 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8074502'] for floatingip, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:06.409563 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.l3_db [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Floating IP edc2768f-8633-4017-8c4f-8c69e511f278 associated. External IP: 172.27.0.172, port: 4e4ca83b-997c-4371-8187-47468d3d2d6a. Sep 15 03:29:06.548203 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:06.607103 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Router 8a89130b-0985-4c38-a45c-20c0003882cb has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:29:06.712002 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:29:06.722472 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae48ae6-c183-4e29-9968-3d8cf5fd4ae5 None None] Sync routers for ids ['8a89130b-0985-4c38-a45c-20c0003882cb'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:29:06.727935 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:06.732197 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae48ae6-c183-4e29-9968-3d8cf5fd4ae5 None None] Routers {'8a89130b-0985-4c38-a45c-20c0003882cb'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:29:06.733010 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-aae48ae6-c183-4e29-9968-3d8cf5fd4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:28:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['8a89130b-0985-4c38-a45c-20c0003882cb'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:29:06.758440 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-6269a7c4-db95-4221-aa72-4efffd3b0763 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9672651 Sep 15 03:29:06.759172 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658011a2-481b-4fde-98d8-dcbaee21de87', 'tag': '4e4ca83b-997c-4371-8187-47468d3d2d6a'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:29:06.761315 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 43544) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:29:06.761659 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c5e5a7ed1901eac8cf18039674ee6f7c806fec2fd0ee94a2a8e9c46147c846e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4615a55e-715e-4442-9a05-bbce9fc27816" -d '{"events": [{"name": "network-changed", "server_uuid": "658011a2-481b-4fde-98d8-dcbaee21de87", "tag": "4e4ca83b-997c-4371-8187-47468d3d2d6a"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:29:06.765944 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-425937095', 'description': 'tempest-secgroup-smoke-425937095 description', 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:29:06.803408 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:06.806249 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dac474-ff7a-4627-86eb-81bf240a1ed4 x-openstack-request-id: req-b5dac474-ff7a-4627-86eb-81bf240a1ed4 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:29:06.806751 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658011a2-481b-4fde-98d8-dcbaee21de87", "tag": "4e4ca83b-997c-4371-8187-47468d3d2d6a", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:29:06.806751 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5dac474-ff7a-4627-86eb-81bf240a1ed4 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:29:06.807201 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658011a2-481b-4fde-98d8-dcbaee21de87', 'tag': '4e4ca83b-997c-4371-8187-47468d3d2d6a', 'status': 'completed', 'code': 200} Sep 15 03:29:06.919979 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:06.925944 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615a55e-715e-4442-9a05-bbce9fc27816 req-b655c44f-3456-4c25-adff-999a75d010c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:06.927509 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4615a55e-715e-4442-9a05-bbce9fc27816 req-b655c44f-3456-4c25-adff-999a75d010c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d6f8640cfdb4b6294bd02b2c063e433&device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 1099 time: 0.0639200 Sep 15 03:29:06.928209 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:06.932960 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-aae48ae6-c183-4e29-9968-3d8cf5fd4ae5 None None] Set router 8a89130b-0985-4c38-a45c-20c0003882cb gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:29:06.972163 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:06.973378 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2109199 Sep 15 03:29:06.976499 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 43548) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:29:06.982489 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-6f16d32a-ab81-4f08-a733-c15b86d9bd84 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Request body: {'security_group_rule': {'security_group_id': '40e2cc31-d605-4efe-9478-33a4b667185a', 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:29:06.986742 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e2cc31-d605-4efe-9478-33a4b667185a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:07.016608 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f16d32a-ab81-4f08-a733-c15b86d9bd84 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.025587 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:07.025948 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:07.026302 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:07.027204 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:07.027689 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:07.028040 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:07.028490 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:07.028836 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:07.029195 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:07.029843 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:07.029843 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:07.030243 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a20145f-6fd3-4942-80c8-0eabc4720a8b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:07.061161 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615a55e-715e-4442-9a05-bbce9fc27816 req-329f3f94-a566-4ad3-8eec-aeaabbe0c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:07.062575 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4615a55e-715e-4442-9a05-bbce9fc27816 req-329f3f94-a566-4ad3-8eec-aeaabbe0c735 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3787134e-e22b-46af-a4ba-db5204827942 HTTP/1.1" status: 200 len: 916 time: 0.1253672 Sep 15 03:29:07.117582 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f16d32a-ab81-4f08-a733-c15b86d9bd84 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.122355 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f16d32a-ab81-4f08-a733-c15b86d9bd84 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.145808 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4615a55e-715e-4442-9a05-bbce9fc27816 req-7e7837c4-b8a7-4b9b-94a2-979a4fb566e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e4ca83b-997c-4371-8187-47468d3d2d6a HTTP/1.1" status: 200 len: 1000 time: 0.0661418 Sep 15 03:29:07.155637 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f16d32a-ab81-4f08-a733-c15b86d9bd84 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.159852 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-6f16d32a-ab81-4f08-a733-c15b86d9bd84 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1796930 Sep 15 03:29:07.160070 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 43552) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:29:07.163197 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16d32a-ab81-4f08-a733-c15b86d9bd84 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b869365-2996-4501-8c1f-d957069db453,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:07.170136 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-bb6f5362-6d1c-4abd-952b-22b38556ff86 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Request body: {'security_group_rule': {'security_group_id': '40e2cc31-d605-4efe-9478-33a4b667185a', 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:29:07.183990 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-aae48ae6-c183-4e29-9968-3d8cf5fd4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'name': 'tempest-TestMinimumBasicScenario-1217420263-router', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:36Z', 'updated_at': '2021-09-15T03:27:41Z', 'revision_number': 4, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'gw_port': {'id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:37Z', 'updated_at': '2021-09-15T03:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': 'edc2768f-8633-4017-8c4f-8c69e511f278', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'port_id': '4e4ca83b-997c-4371-8187-47468d3d2d6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3787134e-e22b-46af-a4ba-db5204827942', 'mac_address': 'fa:16:3e:08:3e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658011a2-481b-4fde-98d8-dcbaee21de87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:29:05Z', 'updated_at': '2021-09-15T03:29:05Z', 'revision_number': 0, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2219084c-a958-435f-a0bc-3c89f5ae7ceb', 'name': '', 'network_id': '3787134e-e22b-46af-a4ba-db5204827942', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'mac_address': 'fa:16:3e:dd:8d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:40Z', 'updated_at': '2021-09-15T03:27:45Z', 'revision_number': 5, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'subnets': [{'id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:29:07.203847 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615a55e-715e-4442-9a05-bbce9fc27816 req-2a60e2fd-fb0a-486a-a55b-6c93853baa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:07.206331 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4615a55e-715e-4442-9a05-bbce9fc27816 req-2a60e2fd-fb0a-486a-a55b-6c93853baa9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02ea9f88-a6bb-46cf-8846-3a95d95e73a4 HTTP/1.1" status: 200 len: 854 time: 0.0526421 Sep 15 03:29:07.215608 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae48ae6-c183-4e29-9968-3d8cf5fd4ae5 None None] Checking router: 8a89130b-0985-4c38-a45c-20c0003882cb for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:29:07.219820 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5362-6d1c-4abd-952b-22b38556ff86 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.225407 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae48ae6-c183-4e29-9968-3d8cf5fd4ae5 None None] Routers {'8a89130b-0985-4c38-a45c-20c0003882cb'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:29:07.226093 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-aae48ae6-c183-4e29-9968-3d8cf5fd4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:28:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['8a89130b-0985-4c38-a45c-20c0003882cb'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:29:07.267912 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615a55e-715e-4442-9a05-bbce9fc27816 req-72d629f3-9d9a-451b-b91e-bed75e9c0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:07.269517 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4615a55e-715e-4442-9a05-bbce9fc27816 req-72d629f3-9d9a-451b-b91e-bed75e9c0019 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3787134e-e22b-46af-a4ba-db5204827942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479348 Sep 15 03:29:07.290856 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5362-6d1c-4abd-952b-22b38556ff86 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.296563 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5362-6d1c-4abd-952b-22b38556ff86 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.327637 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f5362-6d1c-4abd-952b-22b38556ff86 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feadd756-5f02-4d24-8a3a-5c0a3f44c475,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:07.343324 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5362-6d1c-4abd-952b-22b38556ff86 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.345050 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-bb6f5362-6d1c-4abd-952b-22b38556ff86 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1834521 Sep 15 03:29:07.353839 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 43558) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:29:07.362810 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-46024147-bde6-462c-8966-c05202b055d0 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Request body: {'security_group_rule': {'security_group_id': '40e2cc31-d605-4efe-9478-33a4b667185a', 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:29:07.368186 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-aae48ae6-c183-4e29-9968-3d8cf5fd4ae5 None None] Set router 8a89130b-0985-4c38-a45c-20c0003882cb gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:29:07.387969 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba1bc2-5f0a-4412-b576-8b932be280d1 req-c437c03d-d19d-4915-a9e1-9c1b9426e0ca tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:07.389653 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d1ba1bc2-5f0a-4412-b576-8b932be280d1 req-c437c03d-d19d-4915-a9e1-9c1b9426e0ca tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0746238 Sep 15 03:29:07.428562 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-46024147-bde6-462c-8966-c05202b055d0 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.443883 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d1ba1bc2-5f0a-4412-b576-8b932be280d1 req-d3e0d8c5-4656-4ca2-92ad-bf62ee8e6df4 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403180 Sep 15 03:29:07.478376 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4615a55e-715e-4442-9a05-bbce9fc27816 req-e413d408-93a6-4711-b2c4-335a320822a7 service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996005 Sep 15 03:29:07.525181 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b1c03-1d6c-45e5-889f-bcd12652e0f2 req-cca9d364-b625-4f77-ac84-c2bdc185c6a3 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:07.527744 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-998b1c03-1d6c-45e5-889f-bcd12652e0f2 req-cca9d364-b625-4f77-ac84-c2bdc185c6a3 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.1492991 Sep 15 03:29:07.644238 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-46024147-bde6-462c-8966-c05202b055d0 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.655825 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-46024147-bde6-462c-8966-c05202b055d0 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.668296 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-998b1c03-1d6c-45e5-889f-bcd12652e0f2 req-e5004e98-f6d6-4298-9556-f439815ec73d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264787 Sep 15 03:29:07.672698 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-aae48ae6-c183-4e29-9968-3d8cf5fd4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'name': 'tempest-TestMinimumBasicScenario-1217420263-router', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:36Z', 'updated_at': '2021-09-15T03:27:41Z', 'revision_number': 4, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'gw_port': {'id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:37Z', 'updated_at': '2021-09-15T03:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': 'edc2768f-8633-4017-8c4f-8c69e511f278', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'port_id': '4e4ca83b-997c-4371-8187-47468d3d2d6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3787134e-e22b-46af-a4ba-db5204827942', 'mac_address': 'fa:16:3e:08:3e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658011a2-481b-4fde-98d8-dcbaee21de87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:29:05Z', 'updated_at': '2021-09-15T03:29:05Z', 'revision_number': 0, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2219084c-a958-435f-a0bc-3c89f5ae7ceb', 'name': '', 'network_id': '3787134e-e22b-46af-a4ba-db5204827942', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'mac_address': 'fa:16:3e:dd:8d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:40Z', 'updated_at': '2021-09-15T03:27:45Z', 'revision_number': 5, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'subnets': [{'id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:29:07.698700 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46024147-bde6-462c-8966-c05202b055d0 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d23747f-4fb9-4d96-964b-ff7af9957e2a,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:07.704184 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4615a55e-715e-4442-9a05-bbce9fc27816 req-54151904-c4ee-42cf-9015-dd606af0f749 service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016287 Sep 15 03:29:07.712440 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae48ae6-c183-4e29-9968-3d8cf5fd4ae5 None None] The sync data for ids ['8a89130b-0985-4c38-a45c-20c0003882cb'] in dv-cinder-806965-6-iscsi is: [{'id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'name': 'tempest-TestMinimumBasicScenario-1217420263-router', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:36Z', 'updated_at': '2021-09-15T03:27:41Z', 'revision_number': 4, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'gw_port': {'id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:37Z', 'updated_at': '2021-09-15T03:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': 'edc2768f-8633-4017-8c4f-8c69e511f278', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'port_id': '4e4ca83b-997c-4371-8187-47468d3d2d6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3787134e-e22b-46af-a4ba-db5204827942', 'mac_address': 'fa:16:3e:08:3e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658011a2-481b-4fde-98d8-dcbaee21de87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:29:05Z', 'updated_at': '2021-09-15T03:29:05Z', 'revision_number': 0, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2219084c-a958-435f-a0bc-3c89f5ae7ceb', 'name': '', 'network_id': '3787134e-e22b-46af-a4ba-db5204827942', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'mac_address': 'fa:16:3e:dd:8d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:40Z', 'updated_at': '2021-09-15T03:27:45Z', 'revision_number': 5, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'subnets': [{'id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:29:07.712886 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-46024147-bde6-462c-8966-c05202b055d0 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.714928 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-46024147-bde6-462c-8966-c05202b055d0 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3592255 Sep 15 03:29:07.717878 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 43566) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:29:07.722568 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ba256a6e-952c-4ac7-a158-d9a4c6bc50e5 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Request body: {'security_group_rule': {'security_group_id': '40e2cc31-d605-4efe-9478-33a4b667185a', 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:29:07.756266 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba256a6e-952c-4ac7-a158-d9a4c6bc50e5 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.838199 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba256a6e-952c-4ac7-a158-d9a4c6bc50e5 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.843578 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba256a6e-952c-4ac7-a158-d9a4c6bc50e5 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.867819 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba256a6e-952c-4ac7-a158-d9a4c6bc50e5 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a9f6b0-817e-40e3-83ea-235cb99197be,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:07.872080 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba256a6e-952c-4ac7-a158-d9a4c6bc50e5 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.875956 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-ba256a6e-952c-4ac7-a158-d9a4c6bc50e5 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545005 Sep 15 03:29:07.876359 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 43572) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:29:07.880464 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-c672a527-5bd0-4601-864a-9bf53c098cba tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Request body: {'security_group_rule': {'security_group_id': '40e2cc31-d605-4efe-9478-33a4b667185a', 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:29:07.904479 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-c672a527-5bd0-4601-864a-9bf53c098cba tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Project 6d6f8640cfdb4b6294bd02b2c063e433 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 03:29:07.909571 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c672a527-5bd0-4601-864a-9bf53c098cba tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.971434 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268c8cda-2039-45c8-8d2f-0848ca03fa47 None None] New status for floating IP edc2768f-8633-4017-8c4f-8c69e511f278: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:29:07.977616 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c672a527-5bd0-4601-864a-9bf53c098cba tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.982784 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c672a527-5bd0-4601-864a-9bf53c098cba tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:07.999799 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672a527-5bd0-4601-864a-9bf53c098cba tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee208e37-05ba-4a09-8c33-72f660229296,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:08.007652 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c672a527-5bd0-4601-864a-9bf53c098cba tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:08.008892 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-c672a527-5bd0-4601-864a-9bf53c098cba tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318626 Sep 15 03:29:08.012314 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 43574) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:29:08.016719 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-10451f0d-5c42-4bd5-9e64-d7025a6f423d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Request body: {'security_group_rule': {'security_group_id': '40e2cc31-d605-4efe-9478-33a4b667185a', 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:29:08.037581 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-10451f0d-5c42-4bd5-9e64-d7025a6f423d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Project 6d6f8640cfdb4b6294bd02b2c063e433 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 03:29:08.042269 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-10451f0d-5c42-4bd5-9e64-d7025a6f423d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:08.103625 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-10451f0d-5c42-4bd5-9e64-d7025a6f423d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:08.107905 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-10451f0d-5c42-4bd5-9e64-d7025a6f423d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:08.125575 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10451f0d-5c42-4bd5-9e64-d7025a6f423d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caaa0f7b-dd19-482a-82d4-5c739c16f947,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:08.133895 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-10451f0d-5c42-4bd5-9e64-d7025a6f423d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:08.138646 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-10451f0d-5c42-4bd5-9e64-d7025a6f423d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218579 Sep 15 03:29:08.188019 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e51fd2bf-b6e9-4dca-ab01-efcfb47496c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:08.221026 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d413e2f2-cd6e-4a70-8147-4dbdc03f1726 req-81a9eade-d491-4fd7-803b-43ec8751c20f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-425937095&fields=id&tenant_id=6d6f8640cfdb4b6294bd02b2c063e433 HTTP/1.1" status: 200 len: 267 time: 0.0406723 Sep 15 03:29:08.281274 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413e2f2-cd6e-4a70-8147-4dbdc03f1726 req-6758d3d3-d9a1-49f9-ab61-553d31921441 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:08.282818 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d413e2f2-cd6e-4a70-8147-4dbdc03f1726 req-6758d3d3-d9a1-49f9-ab61-553d31921441 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 946 time: 0.0561032 Sep 15 03:29:08.299891 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-d413e2f2-cd6e-4a70-8147-4dbdc03f1726 req-e606a75a-d3c1-4a73-bbaf-5fc99ae0a84a tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Request body: {'port': {'security_groups': ['fcbe1b69-fccf-407d-9b61-cc09f43333bd', '40e2cc31-d605-4efe-9478-33a4b667185a']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:29:08.361765 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d413e2f2-cd6e-4a70-8147-4dbdc03f1726 req-e606a75a-d3c1-4a73-bbaf-5fc99ae0a84a tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:08.552063 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-d413e2f2-cd6e-4a70-8147-4dbdc03f1726 req-e606a75a-d3c1-4a73-bbaf-5fc99ae0a84a tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] For port 4e4ca83b-997c-4371-8187-47468d3d2d6a, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4e4ca83b-997c-4371-8187-47468d3d2d6a,segment=NetworkSegment(79379c10-e600-4a63-a3c2-e39667af28f3),segment_id=79379c10-e600-4a63-a3c2-e39667af28f3)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:29:08.565241 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b43dbc-94af-426c-a84c-23420a7308eb req-0254f297-1280-4a5b-aa5e-b87b082949b1 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:08.566747 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12b43dbc-94af-426c-a84c-23420a7308eb req-0254f297-1280-4a5b-aa5e-b87b082949b1 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0488334 Sep 15 03:29:08.581797 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d413e2f2-cd6e-4a70-8147-4dbdc03f1726 req-e606a75a-d3c1-4a73-bbaf-5fc99ae0a84a tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:08.586315 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d413e2f2-cd6e-4a70-8147-4dbdc03f1726 req-e606a75a-d3c1-4a73-bbaf-5fc99ae0a84a tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022191'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:08.606487 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12b43dbc-94af-426c-a84c-23420a7308eb req-0f899074-e711-410b-860c-36c61c552b68 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336220 Sep 15 03:29:08.634400 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413e2f2-cd6e-4a70-8147-4dbdc03f1726 req-e606a75a-d3c1-4a73-bbaf-5fc99ae0a84a tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:08.635046 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d413e2f2-cd6e-4a70-8147-4dbdc03f1726 req-e606a75a-d3c1-4a73-bbaf-5fc99ae0a84a tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:08.637092 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d413e2f2-cd6e-4a70-8147-4dbdc03f1726 req-e606a75a-d3c1-4a73-bbaf-5fc99ae0a84a tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "PUT /v2.0/ports/4e4ca83b-997c-4371-8187-47468d3d2d6a HTTP/1.1" status: 200 len: 982 time: 0.3422308 Sep 15 03:29:08.657646 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606a75a-d3c1-4a73-bbaf-5fc99ae0a84a tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Pushing event updated for resources: {'Port': ['ID=4e4ca83b-997c-4371-8187-47468d3d2d6a,revision_number=6']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:08.749804 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b064e34-7765-4eda-a50d-1fddc4b7bef7 req-1792a613-dd07-4aeb-91cd-4432315f48f1 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:08.753014 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8b064e34-7765-4eda-a50d-1fddc4b7bef7 req-1792a613-dd07-4aeb-91cd-4432315f48f1 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0616274 Sep 15 03:29:08.768231 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:08.793454 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07a9ae-75a3-4082-a570-938963609746 req-d5079bb0-ea80-4090-8418-7800d7376bc2 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:08.795077 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6e07a9ae-75a3-4082-a570-938963609746 req-d5079bb0-ea80-4090-8418-7800d7376bc2 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0538619 Sep 15 03:29:08.796423 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8b064e34-7765-4eda-a50d-1fddc4b7bef7 req-d482689c-362e-493a-8142-86f84f6c2773 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374048 Sep 15 03:29:08.810886 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658011a2-481b-4fde-98d8-dcbaee21de87', 'tag': '4e4ca83b-997c-4371-8187-47468d3d2d6a'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:29:08.813206 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c5e5a7ed1901eac8cf18039674ee6f7c806fec2fd0ee94a2a8e9c46147c846e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1fe6c8-84cc-40b7-8ca3-3cdbb377ccec" -d '{"events": [{"name": "network-changed", "server_uuid": "658011a2-481b-4fde-98d8-dcbaee21de87", "tag": "4e4ca83b-997c-4371-8187-47468d3d2d6a"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:29:08.842712 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6e07a9ae-75a3-4082-a570-938963609746 req-abd06ac9-6f05-4b4a-b337-78183273ec72 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414968 Sep 15 03:29:08.850537 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3945f3f6-c934-44da-858e-3313022e1b8b x-openstack-request-id: req-3945f3f6-c934-44da-858e-3313022e1b8b {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:29:08.850828 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658011a2-481b-4fde-98d8-dcbaee21de87", "tag": "4e4ca83b-997c-4371-8187-47468d3d2d6a", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:29:08.851114 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3945f3f6-c934-44da-858e-3313022e1b8b {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:29:08.851507 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658011a2-481b-4fde-98d8-dcbaee21de87', 'tag': '4e4ca83b-997c-4371-8187-47468d3d2d6a', 'status': 'completed', 'code': 200} Sep 15 03:29:08.910646 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9632a635-d3d1-4b3c-af7d-0d4e267144ac None None] Provisioning complete for port 4e4ca83b-997c-4371-8187-47468d3d2d6a triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:29:08.911145 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9632a635-d3d1-4b3c-af7d-0d4e267144ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:09.399164 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:09.726597 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81141809-c598-4021-b3b6-28ee99cd26b7 req-4a7e61d3-0fa1-4b8a-8775-e0043ff915ab tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:09.728080 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-81141809-c598-4021-b3b6-28ee99cd26b7 req-4a7e61d3-0fa1-4b8a-8775-e0043ff915ab tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0507653 Sep 15 03:29:09.765041 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-81141809-c598-4021-b3b6-28ee99cd26b7 req-f0c5e432-c15e-4437-809f-981b47b93386 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301042 Sep 15 03:29:09.954406 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baac214-aecc-4ede-87bb-c2fc3b86c219 req-61558986-3ec6-4171-82a2-99076f8cdb9f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:09.955932 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8baac214-aecc-4ede-87bb-c2fc3b86c219 req-61558986-3ec6-4171-82a2-99076f8cdb9f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0471520 Sep 15 03:29:09.993575 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8baac214-aecc-4ede-87bb-c2fc3b86c219 req-8d3f3f85-179c-4837-8b59-1ba0aadb00e2 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318100 Sep 15 03:29:10.815867 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:10.883499 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44c5c4-b5bd-4cc0-b87d-f9417593959d req-653a9752-829f-4c68-9d80-0070712cf3db tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:10.884875 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fd44c5c4-b5bd-4cc0-b87d-f9417593959d req-653a9752-829f-4c68-9d80-0070712cf3db tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0487802 Sep 15 03:29:10.921553 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fd44c5c4-b5bd-4cc0-b87d-f9417593959d req-50bfa774-1fb5-4dd4-a96c-06836467ed72 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304263 Sep 15 03:29:11.108424 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f091085-40d4-42da-9548-4f42d6c9f730 req-52c93450-e800-42d2-8412-4042a431736f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:11.109984 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0f091085-40d4-42da-9548-4f42d6c9f730 req-52c93450-e800-42d2-8412-4042a431736f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0510659 Sep 15 03:29:11.145989 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0f091085-40d4-42da-9548-4f42d6c9f730 req-2b683154-9a0a-4f8b-bd60-856b988bc194 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300529 Sep 15 03:29:11.333730 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['4e4ca83b-997c-4371-8187-47468d3d2d6a'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:29:11.415549 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fe6c8-84cc-40b7-8ca3-3cdbb377ccec req-e757d744-99b6-4b9e-a8c9-7288bd2cb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:11.417075 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9d1fe6c8-84cc-40b7-8ca3-3cdbb377ccec req-e757d744-99b6-4b9e-a8c9-7288bd2cb18d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d6f8640cfdb4b6294bd02b2c063e433&device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 1138 time: 0.0427899 Sep 15 03:29:11.517904 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fe6c8-84cc-40b7-8ca3-3cdbb377ccec req-c9a72b37-635f-4d2f-96e0-7e7922af863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:11.519407 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9d1fe6c8-84cc-40b7-8ca3-3cdbb377ccec req-c9a72b37-635f-4d2f-96e0-7e7922af863b service neutron] 10.222.0.52 "GET /v2.0/networks?id=3787134e-e22b-46af-a4ba-db5204827942 HTTP/1.1" status: 200 len: 916 time: 0.0917718 Sep 15 03:29:11.569595 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['4e4ca83b-997c-4371-8187-47468d3d2d6a'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:29:11.591950 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9d1fe6c8-84cc-40b7-8ca3-3cdbb377ccec req-079635a2-b896-4e16-9385-1c57ce1fc62b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e4ca83b-997c-4371-8187-47468d3d2d6a HTTP/1.1" status: 200 len: 1002 time: 0.0578520 Sep 15 03:29:11.652849 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fe6c8-84cc-40b7-8ca3-3cdbb377ccec req-d3c5532f-82ae-42c0-bccd-398dd2653d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:11.654480 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9d1fe6c8-84cc-40b7-8ca3-3cdbb377ccec req-d3c5532f-82ae-42c0-bccd-398dd2653d08 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02ea9f88-a6bb-46cf-8846-3a95d95e73a4 HTTP/1.1" status: 200 len: 854 time: 0.0504761 Sep 15 03:29:11.709428 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fe6c8-84cc-40b7-8ca3-3cdbb377ccec req-7bbeb8b1-c684-4ac4-b1a4-269768de734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:11.718740 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9d1fe6c8-84cc-40b7-8ca3-3cdbb377ccec req-7bbeb8b1-c684-4ac4-b1a4-269768de734d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3787134e-e22b-46af-a4ba-db5204827942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505085 Sep 15 03:29:11.849465 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9d1fe6c8-84cc-40b7-8ca3-3cdbb377ccec req-ae738d93-0f27-4e7d-8b97-af61988555c8 service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817611 Sep 15 03:29:11.949133 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9d1fe6c8-84cc-40b7-8ca3-3cdbb377ccec req-f7ac8c6f-d024-49d6-ae77-7eda6bf9daa1 service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888262 Sep 15 03:29:12.038576 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c507cf-31a8-441e-b556-8e2a2ce18d81 req-a664ee25-9602-4346-9099-7711bb684a9a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:12.040100 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d9c507cf-31a8-441e-b556-8e2a2ce18d81 req-a664ee25-9602-4346-9099-7711bb684a9a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0485098 Sep 15 03:29:12.078886 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d9c507cf-31a8-441e-b556-8e2a2ce18d81 req-5b46261d-4a83-47a3-a6c8-fb9e35dd42c6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321200 Sep 15 03:29:12.265789 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dea245-0d48-413a-b3d7-095efb945449 req-9dbe5dc7-5091-4cba-b799-3df074ed7731 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:12.268546 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-26dea245-0d48-413a-b3d7-095efb945449 req-9dbe5dc7-5091-4cba-b799-3df074ed7731 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0542088 Sep 15 03:29:12.305583 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-26dea245-0d48-413a-b3d7-095efb945449 req-3d391fa6-53db-49bf-9fb0-85a035994880 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Sep 15 03:29:13.201150 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa0407-dd7f-413f-b6f0-a577c17c395c req-dc96e246-4a7b-4140-863e-b94d70ab7368 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:13.202645 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-96aa0407-dd7f-413f-b6f0-a577c17c395c req-dc96e246-4a7b-4140-863e-b94d70ab7368 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0519652 Sep 15 03:29:13.239185 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-96aa0407-dd7f-413f-b6f0-a577c17c395c req-fcbffdab-87ec-46f1-878d-23b1c2197d22 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306456 Sep 15 03:29:13.416697 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79251792-71d9-4d07-95d8-dd704a126287 req-c19c37f3-90b2-42cc-a9ea-8a4ff120ae65 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:13.418150 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-79251792-71d9-4d07-95d8-dd704a126287 req-c19c37f3-90b2-42cc-a9ea-8a4ff120ae65 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0476758 Sep 15 03:29:13.455402 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-79251792-71d9-4d07-95d8-dd704a126287 req-d101207f-a41a-4507-aa99-2fdf9d46689a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Sep 15 03:29:14.070424 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:29:14.365799 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebdd79-d08a-4ffe-a5c2-60a162d5be2f req-54360b4a-821d-4de3-b799-87c15ad403c6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:14.367289 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b5ebdd79-d08a-4ffe-a5c2-60a162d5be2f req-54360b4a-821d-4de3-b799-87c15ad403c6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0533500 Sep 15 03:29:14.406249 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b5ebdd79-d08a-4ffe-a5c2-60a162d5be2f req-e5f0c77c-df22-40f4-9114-a29457941767 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319736 Sep 15 03:29:14.582037 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7987b-5df1-446f-ac46-1da729965465 req-1b63c9f7-9f03-4cd2-8fd0-9ee6ac4ef1d2 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:14.583525 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7ef7987b-5df1-446f-ac46-1da729965465 req-1b63c9f7-9f03-4cd2-8fd0-9ee6ac4ef1d2 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0502179 Sep 15 03:29:14.621191 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7ef7987b-5df1-446f-ac46-1da729965465 req-7c28dbc5-6ba3-46b3-ad98-0d7e2c083d83 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Sep 15 03:29:15.114767 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905838bb-1897-4e5d-b055-9028272de975 req-a45a13d6-1493-4fd3-98f7-5779544cea07 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:15.116727 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-905838bb-1897-4e5d-b055-9028272de975 req-a45a13d6-1493-4fd3-98f7-5779544cea07 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.0528989 Sep 15 03:29:15.154898 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-905838bb-1897-4e5d-b055-9028272de975 req-f5f0c004-6233-4584-9e07-3f823e14d3ec tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315430 Sep 15 03:29:15.536562 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc8e44-86b8-4a20-b39c-5f279ec69c8e req-19691534-8209-44d1-9806-36086ce689b6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:15.538789 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-eadc8e44-86b8-4a20-b39c-5f279ec69c8e req-19691534-8209-44d1-9806-36086ce689b6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0619519 Sep 15 03:29:15.580485 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-eadc8e44-86b8-4a20-b39c-5f279ec69c8e req-a6b9c4c1-b653-4e8f-9ab5-f98eeacf7022 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346460 Sep 15 03:29:15.743648 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82c5cb-8ec9-49cc-9595-72fb7a6bb50f req-b05641f0-682c-4285-a2aa-36405598a19e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:15.745512 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cd82c5cb-8ec9-49cc-9595-72fb7a6bb50f req-b05641f0-682c-4285-a2aa-36405598a19e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0554295 Sep 15 03:29:15.792689 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cd82c5cb-8ec9-49cc-9595-72fb7a6bb50f req-b9897c14-b367-4770-867b-9ed72fda28e3 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400457 Sep 15 03:29:16.276261 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665ffa-db2b-4b54-a541-4d77ac1e3429 req-3e939c00-cd43-4ab9-a7b4-829a455abc40 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:16.277792 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7b665ffa-db2b-4b54-a541-4d77ac1e3429 req-3e939c00-cd43-4ab9-a7b4-829a455abc40 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.0544856 Sep 15 03:29:16.314935 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7b665ffa-db2b-4b54-a541-4d77ac1e3429 req-b028f7f8-ce59-4bc9-8674-6825e77eae8a tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311637 Sep 15 03:29:16.464676 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234975a6-f8c2-481c-b6fe-b856ebd6993c req-e19b9ea5-e051-455c-a63f-9eda2fa8b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:16.466758 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-234975a6-f8c2-481c-b6fe-b856ebd6993c req-e19b9ea5-e051-455c-a63f-9eda2fa8b7fa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda&tenant_id=5cfd6b9797a94b10a0e749d1d77b96be HTTP/1.1" status: 200 len: 1096 time: 0.0768139 Sep 15 03:29:16.548368 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234975a6-f8c2-481c-b6fe-b856ebd6993c req-669cb86a-fa30-4235-90c7-041f03c7089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:16.549855 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-234975a6-f8c2-481c-b6fe-b856ebd6993c req-669cb86a-fa30-4235-90c7-041f03c7089d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cfd6b9797a94b10a0e749d1d77b96be&device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 1096 time: 0.0418148 Sep 15 03:29:16.671155 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234975a6-f8c2-481c-b6fe-b856ebd6993c req-4df116f5-e2fe-4df7-92f9-17df6e451bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:16.672586 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-234975a6-f8c2-481c-b6fe-b856ebd6993c req-4df116f5-e2fe-4df7-92f9-17df6e451bc3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26fdd753-7482-4f5b-beff-09787fea2442 HTTP/1.1" status: 200 len: 918 time: 0.1004856 Sep 15 03:29:16.756155 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96cc19-4d04-4d86-a71a-519d91dc96c2 req-925d32ba-f61d-4e5a-aaa8-0a78a00dca8c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:16.757538 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-dd96cc19-4d04-4d86-a71a-519d91dc96c2 req-925d32ba-f61d-4e5a-aaa8-0a78a00dca8c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0999606 Sep 15 03:29:16.759570 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-234975a6-f8c2-481c-b6fe-b856ebd6993c req-f78a92bc-c094-40aa-9bcb-dece896cffa0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2 HTTP/1.1" status: 200 len: 999 time: 0.0741961 Sep 15 03:29:16.793593 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-dd96cc19-4d04-4d86-a71a-519d91dc96c2 req-5fbc5b8d-44c6-49cc-86d4-d3d7203a41d2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301642 Sep 15 03:29:16.906299 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26285a8-94ff-4778-b8d1-1a49841129da req-3cccf600-8bef-42b9-a763-97375232ad20 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:16.907792 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a26285a8-94ff-4778-b8d1-1a49841129da req-3cccf600-8bef-42b9-a763-97375232ad20 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0471568 Sep 15 03:29:16.944746 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a26285a8-94ff-4778-b8d1-1a49841129da req-643f2b7e-e000-4610-b9eb-c844a9730aa1 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311115 Sep 15 03:29:17.427502 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743daa04-d999-4bd3-ba39-7575fcb16ee2 req-12055e39-4192-49ae-bfcf-b9b65d75946d tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:17.428995 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-743daa04-d999-4bd3-ba39-7575fcb16ee2 req-12055e39-4192-49ae-bfcf-b9b65d75946d tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.0484359 Sep 15 03:29:17.459314 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-9d919474-d66f-4540-b020-c5ac77ce477b tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:17.460817 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-9d919474-d66f-4540-b020-c5ac77ce477b tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 815 time: 0.1051173 Sep 15 03:29:17.467822 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-743daa04-d999-4bd3-ba39-7575fcb16ee2 req-5e44571c-6b6e-49c5-a823-69bc7d25504f tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321090 Sep 15 03:29:17.476870 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-d028ba02-0374-4e7e-bac9-d4f829f577d0 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/quotas/66e297879c9f4dcc84b2549c0593645e HTTP/1.1" status: 200 len: 375 time: 0.0102081 Sep 15 03:29:17.530375 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-32d8bf48-6fad-400e-b0b1-c5b9e66e28f7 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473177 Sep 15 03:29:17.624849 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-b936cafd-11d0-4510-a587-24ba71b66182 service neutron] 10.222.0.24 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871847 Sep 15 03:29:17.712613 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-f412e590-c632-4cde-abc9-dc3cbfbd89aa service neutron] 10.222.0.24 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817773 Sep 15 03:29:17.870592 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-42a145da-7234-4ee8-abb4-2b040f60c699 req-2016f409-46c4-415a-875c-44380e61ff06 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0269682 Sep 15 03:29:17.932074 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356a164-8970-472a-bec4-f9e75ade9143 req-86ae3c95-8541-45ca-a5b8-0ff1d390efba tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:17.933683 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0356a164-8970-472a-bec4-f9e75ade9143 req-86ae3c95-8541-45ca-a5b8-0ff1d390efba tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0489039 Sep 15 03:29:17.974493 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0356a164-8970-472a-bec4-f9e75ade9143 req-8c7bd751-9f32-48cb-bafa-2dc3101e854f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338304 Sep 15 03:29:18.067700 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829c474-f5ba-4bbe-8888-b47ab245ec68 req-40f0b344-40c1-4d5e-ad32-656c6c3d3aad tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:18.069299 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7829c474-f5ba-4bbe-8888-b47ab245ec68 req-40f0b344-40c1-4d5e-ad32-656c6c3d3aad tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0552919 Sep 15 03:29:18.111260 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7829c474-f5ba-4bbe-8888-b47ab245ec68 req-af72d1ad-0193-4afd-8030-a140b4992193 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359023 Sep 15 03:29:18.585800 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9aec3-786b-461f-9cbe-46bb7bcc5680 req-619d856b-277a-444d-8937-4f09d6c035af tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:18.587187 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-acf9aec3-786b-461f-9cbe-46bb7bcc5680 req-619d856b-277a-444d-8937-4f09d6c035af tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.0508609 Sep 15 03:29:18.624850 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-acf9aec3-786b-461f-9cbe-46bb7bcc5680 req-ea36e0c4-d80d-49a3-bf09-a22f69e5e314 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307045 Sep 15 03:29:18.963822 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-247cf922-6c28-4ad6-9369-b7a5721af155 req-11e3e615-2cc9-404f-b196-630458d8c057 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0253952 Sep 15 03:29:19.096980 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e185df-e0e2-47d6-a070-86d19c2dbb0f req-35634a1c-fb7d-4028-a76c-ec6782156625 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:19.098744 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-24e185df-e0e2-47d6-a070-86d19c2dbb0f req-35634a1c-fb7d-4028-a76c-ec6782156625 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0492435 Sep 15 03:29:19.136743 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-24e185df-e0e2-47d6-a070-86d19c2dbb0f req-95b01d37-e4f8-4448-b04f-be3400a8652c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320885 Sep 15 03:29:19.224790 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02207fb4-a21f-41f7-b0c9-cc5fd0da6dc5 req-2f489337-ddba-4333-a58f-545ad496c4bd tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:19.226228 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-02207fb4-a21f-41f7-b0c9-cc5fd0da6dc5 req-2f489337-ddba-4333-a58f-545ad496c4bd tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0472074 Sep 15 03:29:19.263712 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-02207fb4-a21f-41f7-b0c9-cc5fd0da6dc5 req-961ba57d-64b1-407a-9758-79bca087ed6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315773 Sep 15 03:29:19.729438 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234975a6-f8c2-481c-b6fe-b856ebd6993c req-6f0d8df3-d3bd-4666-869e-689bae4f843e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:19.731042 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-234975a6-f8c2-481c-b6fe-b856ebd6993c req-6f0d8df3-d3bd-4666-869e-689bae4f843e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c310f472-bb8c-474d-9c9c-ea872f0338ee HTTP/1.1" status: 200 len: 856 time: 0.0451622 Sep 15 03:29:19.741458 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f15a1-0f1e-4a38-9a5a-ba569ca8b642 req-7fda6f2b-b4ae-4d76-85d8-1e7be1ab17cc tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:19.742949 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5f5f15a1-0f1e-4a38-9a5a-ba569ca8b642 req-7fda6f2b-b4ae-4d76-85d8-1e7be1ab17cc tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.0509424 Sep 15 03:29:19.782800 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5f5f15a1-0f1e-4a38-9a5a-ba569ca8b642 req-19552078-b37d-4429-98e5-5f2c254243c4 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328705 Sep 15 03:29:19.789568 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234975a6-f8c2-481c-b6fe-b856ebd6993c req-7b83359b-1696-4a1b-ac24-7560935b691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:19.791155 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-234975a6-f8c2-481c-b6fe-b856ebd6993c req-7b83359b-1696-4a1b-ac24-7560935b691e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26fdd753-7482-4f5b-beff-09787fea2442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451355 Sep 15 03:29:19.894901 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-234975a6-f8c2-481c-b6fe-b856ebd6993c req-4d7c189f-d488-4db8-9522-04097d29cfd7 service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826745 Sep 15 03:29:19.996075 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-234975a6-f8c2-481c-b6fe-b856ebd6993c req-de7a6e3b-e155-401c-a6a2-15b931348a87 service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923424 Sep 15 03:29:20.063162 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-99d0a6b7-fd1f-457d-88b4-93668df25373 req-fbd940a1-75b5-410c-b25f-0f6a0e73819b tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0263405 Sep 15 03:29:20.258790 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ef4c7-5590-458a-b1ff-f2acebc6342b req-1f8ca279-5e42-44b3-abf0-1c63199896d6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:20.260321 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c21ef4c7-5590-458a-b1ff-f2acebc6342b req-1f8ca279-5e42-44b3-abf0-1c63199896d6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0527599 Sep 15 03:29:20.298539 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c21ef4c7-5590-458a-b1ff-f2acebc6342b req-3081ca46-68fb-49a4-b1ec-ebda3637f0ef tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321949 Sep 15 03:29:20.381368 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee538e5-ca42-40e9-9934-df37bca943df req-e7e8d845-c6e5-45cb-8be1-9924ef4cb482 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:20.382831 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2ee538e5-ca42-40e9-9934-df37bca943df req-e7e8d845-c6e5-45cb-8be1-9924ef4cb482 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0486708 Sep 15 03:29:20.419918 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2ee538e5-ca42-40e9-9934-df37bca943df req-6a050f30-0176-4977-bbb9-a3585c118786 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312405 Sep 15 03:29:20.714478 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-f2483765-7a56-47b4-802a-84925f86c708 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:20.716760 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-f2483765-7a56-47b4-802a-84925f86c708 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 815 time: 0.1258914 Sep 15 03:29:20.899404 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fee21-b320-4985-8e3d-5f39f31ce972 req-10bdb7ea-8419-41e5-a60d-3b3d8c8a166a tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:20.901023 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-057fee21-b320-4985-8e3d-5f39f31ce972 req-10bdb7ea-8419-41e5-a60d-3b3d8c8a166a tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.0492616 Sep 15 03:29:20.940022 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-057fee21-b320-4985-8e3d-5f39f31ce972 req-4abf90cb-e639-445d-a71a-43b1d5689730 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325270 Sep 15 03:29:21.158023 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3d1727a1-ae62-4375-9299-6f4556bae6fc req-f8567832-ff8a-4349-b2cf-4452b78ef2c2 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0266976 Sep 15 03:29:21.427441 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668048a2-ff83-4645-a3aa-9244003f129e req-6eeb0d62-c733-4468-ad0d-e4eec0ede7f9 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:21.428964 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-668048a2-ff83-4645-a3aa-9244003f129e req-6eeb0d62-c733-4468-ad0d-e4eec0ede7f9 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0519116 Sep 15 03:29:21.470810 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-668048a2-ff83-4645-a3aa-9244003f129e req-017ffef6-934b-4a34-8b2d-d21df83c5d80 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359886 Sep 15 03:29:21.542874 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec51a8-ce2a-49bf-84bc-7b3c139975a5 req-8d446d9b-ae66-455c-8d55-28e85963fed8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:21.544335 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-edec51a8-ce2a-49bf-84bc-7b3c139975a5 req-8d446d9b-ae66-455c-8d55-28e85963fed8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0496547 Sep 15 03:29:21.583301 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-edec51a8-ce2a-49bf-84bc-7b3c139975a5 req-925a6be0-36ea-4e1e-ae81-cae70678022d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322526 Sep 15 03:29:22.060358 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c3ca0-1830-46a0-9a42-ad49bb2529c0 req-5717079b-aa40-458e-8890-d957ba8f8061 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:22.062196 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-643c3ca0-1830-46a0-9a42-ad49bb2529c0 req-5717079b-aa40-458e-8890-d957ba8f8061 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.0528724 Sep 15 03:29:22.101885 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-643c3ca0-1830-46a0-9a42-ad49bb2529c0 req-9f537c05-cd29-4ef7-b965-8caa0edcdf43 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334849 Sep 15 03:29:22.259556 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-26c31d12-9d1d-49f0-9b6a-f36d75008360 req-1e8cc1f5-31cf-4672-a4a6-ed2d6c3968fe tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0303452 Sep 15 03:29:22.604588 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81273706-0e45-4fcc-8c3c-971b8cd38bf3 req-fef4596d-6296-4bab-a3f0-06d620243fdb tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:22.606115 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-81273706-0e45-4fcc-8c3c-971b8cd38bf3 req-fef4596d-6296-4bab-a3f0-06d620243fdb tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0510042 Sep 15 03:29:22.645135 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-81273706-0e45-4fcc-8c3c-971b8cd38bf3 req-6b9b4ff3-8ba3-459f-baff-c9a659076a06 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325260 Sep 15 03:29:22.941095 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b84a5-e851-4de9-9f7b-9af90da4343f req-48cdb693-4745-41b9-8a2a-dda21682e533 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:22.942576 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0b9b84a5-e851-4de9-9f7b-9af90da4343f req-48cdb693-4745-41b9-8a2a-dda21682e533 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.2885432 Sep 15 03:29:22.982952 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0b9b84a5-e851-4de9-9f7b-9af90da4343f req-64996f1e-001a-45a8-bbf1-6dfb757d45ca tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337241 Sep 15 03:29:23.219064 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a998e-db8d-48e2-9362-fd2f11a58d3e req-eebf9c99-1af3-40ed-ae63-215eda735fa4 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:23.220936 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b67a998e-db8d-48e2-9362-fd2f11a58d3e req-eebf9c99-1af3-40ed-ae63-215eda735fa4 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.0513527 Sep 15 03:29:23.259023 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b67a998e-db8d-48e2-9362-fd2f11a58d3e req-0357bdf2-5d62-4b33-81dd-8f3dbd612bf8 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321662 Sep 15 03:29:23.355619 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-44e61310-eb27-442d-935c-27304ccce844 req-b8fd3390-65f1-44f2-9013-5ef2e14a7fa7 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0285978 Sep 15 03:29:23.773166 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69211b8c-9909-4d08-91e9-c1c8260de987 req-82aaa42a-1e8f-40cf-ae0e-3e41ff95d4ab tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:23.774601 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-69211b8c-9909-4d08-91e9-c1c8260de987 req-82aaa42a-1e8f-40cf-ae0e-3e41ff95d4ab tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0537241 Sep 15 03:29:23.813798 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-69211b8c-9909-4d08-91e9-c1c8260de987 req-e9c4d0ba-56c1-4300-bd9c-19d40bb8e1a4 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329633 Sep 15 03:29:24.101814 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b91b68-c85b-4539-b003-13dcd5e6a0a1 req-67161d85-a9d1-4b72-a562-4a134cdb2088 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:24.103247 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b5b91b68-c85b-4539-b003-13dcd5e6a0a1 req-67161d85-a9d1-4b72-a562-4a134cdb2088 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0493908 Sep 15 03:29:24.146655 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b5b91b68-c85b-4539-b003-13dcd5e6a0a1 req-5cf185de-0953-4d42-b45e-a0f3d025a02d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364399 Sep 15 03:29:24.383596 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d4a57-dc74-4257-87c7-346702451e75 req-0c47c979-06c9-402e-a750-6ee1eba9f050 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:24.385279 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e02d4a57-dc74-4257-87c7-346702451e75 req-0c47c979-06c9-402e-a750-6ee1eba9f050 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.0564752 Sep 15 03:29:24.430855 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e02d4a57-dc74-4257-87c7-346702451e75 req-4bd8b79d-a9d4-4a29-b973-1289531fcaff tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382085 Sep 15 03:29:24.463310 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5aaef5f4-6fae-474a-a356-4293228a8a31 req-d8def2a9-56a9-451d-b020-b2ab98e51226 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0290263 Sep 15 03:29:24.936025 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e303f-dd6f-4a49-8caa-d49ce01e2b41 req-9fe2a662-ea16-4bfe-bb69-cae83316fdde tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:24.937581 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f16e303f-dd6f-4a49-8caa-d49ce01e2b41 req-9fe2a662-ea16-4bfe-bb69-cae83316fdde tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0490150 Sep 15 03:29:24.975459 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f16e303f-dd6f-4a49-8caa-d49ce01e2b41 req-31b1fe84-c0d9-4256-9805-f3ca763a2763 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317969 Sep 15 03:29:25.263876 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243e425-e097-4ceb-b222-f997d2e52d7e req-ede1125e-361a-4c42-9766-e4e74815e634 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:25.265518 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e243e425-e097-4ceb-b222-f997d2e52d7e req-ede1125e-361a-4c42-9766-e4e74815e634 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0494192 Sep 15 03:29:25.302767 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e243e425-e097-4ceb-b222-f997d2e52d7e req-32871935-c754-4007-aae2-cdea2d0cb61e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314281 Sep 15 03:29:25.565193 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d9e14968-49fb-4229-81e5-914035a19d58 req-cc300fc6-2f6d-470d-9370-cfc08ba39336 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0293558 Sep 15 03:29:25.567442 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06cac5-5f40-485f-acca-dc725fe8f503 req-9c24873b-1d74-4fcd-9a8c-72dd88264264 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:25.570650 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2e06cac5-5f40-485f-acca-dc725fe8f503 req-9c24873b-1d74-4fcd-9a8c-72dd88264264 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.0686674 Sep 15 03:29:25.608395 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2e06cac5-5f40-485f-acca-dc725fe8f503 req-5d3f0479-c82a-4c42-808f-c2131a0126ce tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332997 Sep 15 03:29:26.033542 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 43852) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:29:26.105837 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea91d23-34d8-49d7-b36c-282846de06a3 req-e60a8e88-11f2-48e2-82f1-d01ac9efadf5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:26.107282 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7ea91d23-34d8-49d7-b36c-282846de06a3 req-e60a8e88-11f2-48e2-82f1-d01ac9efadf5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0535612 Sep 15 03:29:26.157913 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7ea91d23-34d8-49d7-b36c-282846de06a3 req-31a34726-feec-4b5c-9eca-e003cda22454 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416195 Sep 15 03:29:26.165855 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-da3d5f24-49d2-4d32-81b9-795a73829401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:26.263662 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-da3d5f24-49d2-4d32-81b9-795a73829401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:26.267817 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-da3d5f24-49d2-4d32-81b9-795a73829401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:26.306115 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-da3d5f24-49d2-4d32-81b9-795a73829401 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f77e99b1bd9459bba5454c32e2e848e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713521 Sep 15 03:29:26.308003 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d5f24-49d2-4d32-81b9-795a73829401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89032560-6c86-48a9-8c6e-a9f30ab4f7f8,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:26.308931 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 43856) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:29:26.365675 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dc5372ba-b6f7-4d15-aa39-c7b43779f49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:26.398842 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dc5372ba-b6f7-4d15-aa39-c7b43779f49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:26.461241 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af65423-e307-46d0-81b8-af5fa7032e99 req-1d41efec-c8fe-4d0c-8d77-c73ad369134e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:26.462917 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6af65423-e307-46d0-81b8-af5fa7032e99 req-1d41efec-c8fe-4d0c-8d77-c73ad369134e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0826740 Sep 15 03:29:26.496255 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dc5372ba-b6f7-4d15-aa39-c7b43779f49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:26.498709 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dc5372ba-b6f7-4d15-aa39-c7b43779f49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:26.499904 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-dc5372ba-b6f7-4d15-aa39-c7b43779f49a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89032560-6c86-48a9-8c6e-a9f30ab4f7f8 HTTP/1.1" status: 204 len: 168 time: 0.1898820 Sep 15 03:29:26.518690 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6af65423-e307-46d0-81b8-af5fa7032e99 req-47373f6a-1d1a-47aa-b6ab-064cf5ecec24 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483608 Sep 15 03:29:26.519578 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5372ba-b6f7-4d15-aa39-c7b43779f49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89032560-6c86-48a9-8c6e-a9f30ab4f7f8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:26.691787 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ce25e73b-986d-4bfd-a8fc-2b9f41779e19 req-f0c24aeb-5428-4cf9-b520-52fd5cdd32ce tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0336819 Sep 15 03:29:26.745611 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1a114-3bf9-4bcc-acda-0862a102203c req-21c62b99-5432-418d-ada4-43594d866233 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:26.752095 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-96b1a114-3bf9-4bcc-acda-0862a102203c req-21c62b99-5432-418d-ada4-43594d866233 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.0626626 Sep 15 03:29:26.791814 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-96b1a114-3bf9-4bcc-acda-0862a102203c req-96b4b13a-5641-4e70-b447-cd725253ccd9 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383992 Sep 15 03:29:27.292458 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6159e-66bf-4149-a80c-7182b5f23754 req-1e56b608-d5f9-4abf-8c14-ca0b4840665e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:27.293989 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0ea6159e-66bf-4149-a80c-7182b5f23754 req-1e56b608-d5f9-4abf-8c14-ca0b4840665e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0525830 Sep 15 03:29:27.349952 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0ea6159e-66bf-4149-a80c-7182b5f23754 req-8428895c-efdc-452d-999c-0200a7d58f47 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456688 Sep 15 03:29:27.701369 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035b00f-6a40-4700-a1f8-8b0c6e666999 req-4a52144f-0ce7-4b03-b7e8-8d7c9731ec0f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:27.707077 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7035b00f-6a40-4700-a1f8-8b0c6e666999 req-4a52144f-0ce7-4b03-b7e8-8d7c9731ec0f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0722780 Sep 15 03:29:27.758721 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7035b00f-6a40-4700-a1f8-8b0c6e666999 req-1b70c87f-2230-4501-aa9c-d776176add8c tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437212 Sep 15 03:29:27.793790 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ee6b8c7b-f56e-4760-9f87-96ea563af590 req-f33f5676-f56e-4d02-b5d3-8d70764d129e tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0286241 Sep 15 03:29:27.915742 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0efa1-e5f0-4dfa-b1fd-174e9b632354 req-856a90e4-8a3a-4eff-b486-3b71eee12d6a tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:27.917889 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-73a0efa1-e5f0-4dfa-b1fd-174e9b632354 req-856a90e4-8a3a-4eff-b486-3b71eee12d6a tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.0537777 Sep 15 03:29:27.963940 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-73a0efa1-e5f0-4dfa-b1fd-174e9b632354 req-ca033977-d71b-4338-ad9e-7c76c28f5f7d tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361638 Sep 15 03:29:28.483063 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec522de-6a49-476f-9e52-095e93e77d62 req-52c83cdd-2afe-4f28-9083-6d56e5465e3e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:28.484986 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fec522de-6a49-476f-9e52-095e93e77d62 req-52c83cdd-2afe-4f28-9083-6d56e5465e3e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0521004 Sep 15 03:29:28.525097 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fec522de-6a49-476f-9e52-095e93e77d62 req-44eb54a4-85dc-4698-8467-e3ee899bb494 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329170 Sep 15 03:29:28.909602 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c0f9708e-5b37-4b58-974e-cb398f1084e4 req-7aca9d17-d01b-46f7-9fee-cb93372af952 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0406528 Sep 15 03:29:28.939453 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9ef59-d854-44ec-b55a-3f7bd1cefc5a req-93cd5b13-9337-4932-a4b8-9610101093db tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:28.941210 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-79f9ef59-d854-44ec-b55a-3f7bd1cefc5a req-93cd5b13-9337-4932-a4b8-9610101093db tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0995126 Sep 15 03:29:28.995942 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-79f9ef59-d854-44ec-b55a-3f7bd1cefc5a req-ee82a59a-6cff-4399-95d8-c551c0bc60b4 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486200 Sep 15 03:29:29.087348 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f5baf-cc11-4ef1-a62f-f46f50c10720 req-5a2d9baa-44f7-4e13-abc5-4fc094084111 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:29.088757 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1b7f5baf-cc11-4ef1-a62f-f46f50c10720 req-5a2d9baa-44f7-4e13-abc5-4fc094084111 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.0515962 Sep 15 03:29:29.127626 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1b7f5baf-cc11-4ef1-a62f-f46f50c10720 req-137e855b-e529-4071-9cc7-8fad50720f89 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325410 Sep 15 03:29:29.654166 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e55efc-02e5-425f-b9be-68e4db2fb91a req-09e0761d-e69d-47b8-9676-88037c0772b4 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:29.655710 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-98e55efc-02e5-425f-b9be-68e4db2fb91a req-09e0761d-e69d-47b8-9676-88037c0772b4 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0514884 Sep 15 03:29:29.694997 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-98e55efc-02e5-425f-b9be-68e4db2fb91a req-479eb3f9-dde3-45ef-b252-d60acf41b030 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330279 Sep 15 03:29:30.021811 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-75944346-0bfb-4cb6-8912-893bb2c2e711 req-6ed51fd6-1faa-4337-a583-243da8180c52 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0391695 Sep 15 03:29:30.124068 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc10bc4-fbae-4c25-91c7-730691cd9393 req-e0535878-31b5-4031-9285-1540892f7198 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:30.126372 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cfc10bc4-fbae-4c25-91c7-730691cd9393 req-e0535878-31b5-4031-9285-1540892f7198 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0521684 Sep 15 03:29:30.179162 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cfc10bc4-fbae-4c25-91c7-730691cd9393 req-4d9eb801-60a8-42ac-b896-35cc4a92f5f9 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438800 Sep 15 03:29:30.269150 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc790a85-be9c-4e58-9ab3-d7d54cf5b7fa req-9ec2d4c7-7919-46cb-8597-5619ac89dcf2 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:30.271224 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-dc790a85-be9c-4e58-9ab3-d7d54cf5b7fa req-9ec2d4c7-7919-46cb-8597-5619ac89dcf2 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.0607665 Sep 15 03:29:30.320631 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 43934) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:29:30.322150 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-dc790a85-be9c-4e58-9ab3-d7d54cf5b7fa req-2dcde835-618c-4779-ae9e-a35540905898 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448279 Sep 15 03:29:30.433701 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ac13782-040a-448d-b553-595d129d58f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:30.523411 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ac13782-040a-448d-b553-595d129d58f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:30.527572 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ac13782-040a-448d-b553-595d129d58f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:30.565973 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-0ac13782-040a-448d-b553-595d129d58f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73503e043fa1438bb2c91e232659b19a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441268 Sep 15 03:29:30.567134 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac13782-040a-448d-b553-595d129d58f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac490e52-e7bb-46d5-a9b7-3e96776a75b5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:30.568787 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 43938) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:29:30.621257 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-31a2f2cd-c893-42b1-8175-8da93d90961e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:30.643464 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-31a2f2cd-c893-42b1-8175-8da93d90961e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:30.693538 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-31a2f2cd-c893-42b1-8175-8da93d90961e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:30.696401 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-31a2f2cd-c893-42b1-8175-8da93d90961e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:30.697571 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-31a2f2cd-c893-42b1-8175-8da93d90961e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac490e52-e7bb-46d5-a9b7-3e96776a75b5 HTTP/1.1" status: 204 len: 168 time: 0.1265743 Sep 15 03:29:30.714665 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2f2cd-c893-42b1-8175-8da93d90961e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac490e52-e7bb-46d5-a9b7-3e96776a75b5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:30.841451 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d678e-ca4a-4b1e-8247-f88406a6a6ce req-6e91410c-4224-4f18-8a31-1bf8f276b785 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:30.843137 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-059d678e-ca4a-4b1e-8247-f88406a6a6ce req-6e91410c-4224-4f18-8a31-1bf8f276b785 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0568371 Sep 15 03:29:30.894141 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-059d678e-ca4a-4b1e-8247-f88406a6a6ce req-fbbdaf2e-9b16-4ddc-8f89-f7f27500c6ef tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433848 Sep 15 03:29:31.126990 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0fb1e175-9e84-474d-ba88-536e5bc76921 req-02c3ac6b-f849-426f-926d-b79b0636e732 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0260878 Sep 15 03:29:31.331915 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121f636-b707-4355-9eb3-13d97a7e461c req-3e9e7f0e-c59f-47e6-8ac5-fbaf289021a7 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:31.333560 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5121f636-b707-4355-9eb3-13d97a7e461c req-3e9e7f0e-c59f-47e6-8ac5-fbaf289021a7 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0620534 Sep 15 03:29:31.376914 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5121f636-b707-4355-9eb3-13d97a7e461c req-d2c1dde0-0c46-46aa-9a44-b6401fb72ccc tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363345 Sep 15 03:29:31.474032 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6457278-0678-417f-8887-ca113350261f req-456bdc2a-2335-4e12-8148-3eed847fddf6 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:31.475678 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f6457278-0678-417f-8887-ca113350261f req-456bdc2a-2335-4e12-8148-3eed847fddf6 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.0530672 Sep 15 03:29:31.523114 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f6457278-0678-417f-8887-ca113350261f req-27b2e376-6646-4e6d-9fac-92cb6618e30a tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415516 Sep 15 03:29:32.056601 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913b840-46b9-4c2f-bbab-63cffb9d19c9 req-5ddd7aa6-74d9-4955-a34d-eb857982fd8d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:32.058358 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c913b840-46b9-4c2f-bbab-63cffb9d19c9 req-5ddd7aa6-74d9-4955-a34d-eb857982fd8d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0612826 Sep 15 03:29:32.123535 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c913b840-46b9-4c2f-bbab-63cffb9d19c9 req-2a68c84d-e751-49da-abbd-1ea0a681d1ee tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544336 Sep 15 03:29:32.229552 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e3eabfa8-81c2-4507-bede-b534ce1eea4b req-dff01e48-1e54-4d21-ac61-f5d14a2dc2f6 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0322800 Sep 15 03:29:32.497156 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a78f8e-5cf6-412b-9e3b-bc3b0ef880ad req-fc3db24a-1ae8-46f4-9c25-2a57921181e0 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:32.498805 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-66a78f8e-5cf6-412b-9e3b-bc3b0ef880ad req-fc3db24a-1ae8-46f4-9c25-2a57921181e0 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0528650 Sep 15 03:29:32.547534 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-66a78f8e-5cf6-412b-9e3b-bc3b0ef880ad req-6238ca8b-3e6f-4c2c-8c3d-d1eb18298b42 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415919 Sep 15 03:29:32.647578 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5d10e-2925-47c7-b137-43c9f17af425 req-bd5e32f4-4788-405b-b866-289eecb3f78f tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:32.649212 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b3b5d10e-2925-47c7-b137-43c9f17af425 req-bd5e32f4-4788-405b-b866-289eecb3f78f tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.0568316 Sep 15 03:29:32.687554 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b3b5d10e-2925-47c7-b137-43c9f17af425 req-45bf5b7a-cdc6-4167-b05a-5270d4d81539 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324929 Sep 15 03:29:33.270564 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7438b5-3777-40ec-8589-beddd64ec2e7 req-5ef37326-e35c-4ffb-908f-9f5124f79a1b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:33.272642 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1d7438b5-3777-40ec-8589-beddd64ec2e7 req-5ef37326-e35c-4ffb-908f-9f5124f79a1b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0726378 Sep 15 03:29:33.313131 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1d7438b5-3777-40ec-8589-beddd64ec2e7 req-c7b46051-3797-4952-83e1-4dac7376f34b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340629 Sep 15 03:29:33.330279 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-afbf94ad-51e0-411e-b21c-695c217c17a0 req-36139597-cfa7-4d31-8949-b5ab2f19c8ff tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0287538 Sep 15 03:29:33.627988 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-7b40a923-2dd8-4ec4-962f-b9f6ba8903cb tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Request body: {'port': {'device_id': 'a7cb7954-3077-4e51-9ebe-bcbb50c8f393', 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11', 'admin_state_up': True, 'tenant_id': '66e297879c9f4dcc84b2549c0593645e'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:29:33.672422 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d52fb-9589-4df6-8971-d9d3247dbc72 req-4d77d45d-4005-46d4-aa06-254e7b659c95 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:33.674173 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8e2d52fb-9589-4df6-8971-d9d3247dbc72 req-4d77d45d-4005-46d4-aa06-254e7b659c95 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0541210 Sep 15 03:29:33.713814 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8e2d52fb-9589-4df6-8971-d9d3247dbc72 req-b3111e42-1850-438d-9f73-0cbb6e89a2c0 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335865 Sep 15 03:29:33.752193 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-7b40a923-2dd8-4ec4-962f-b9f6ba8903cb tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Made reservation on behalf of 66e297879c9f4dcc84b2549c0593645e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:29:33.756062 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-7b40a923-2dd8-4ec4-962f-b9f6ba8903cb tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:33.901977 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897d210-bd16-42f9-a5a2-0f5f545ccc14 req-c299a59c-cad4-4934-9b9d-e58f9dce1a35 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:33.903666 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e897d210-bd16-42f9-a5a2-0f5f545ccc14 req-c299a59c-cad4-4934-9b9d-e58f9dce1a35 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.1239812 Sep 15 03:29:33.941063 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-7b40a923-2dd8-4ec4-962f-b9f6ba8903cb tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Allocated IP 172.20.0.4 (3c049c45-507d-44c9-91dd-209649c35d11/e5fa39d4-6c73-4e22-a789-7e1c516bdd36/d7038f00-aa4c-4f05-807d-2f0a2184fa7b) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:29:33.962133 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e897d210-bd16-42f9-a5a2-0f5f545ccc14 req-e208226b-9118-4fc1-a6da-1daad244e1cf tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519321 Sep 15 03:29:34.104907 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-7b40a923-2dd8-4ec4-962f-b9f6ba8903cb tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:34.138906 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-7b40a923-2dd8-4ec4-962f-b9f6ba8903cb tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:34.180391 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['f7482671-913e-4a38-a1de-a1f61fb7cd04', 'e0d72799-4bc2-43ea-b6ca-f62b79fa624f', '9c34f51a-7cb9-4a56-8042-4044bf8d18dd'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:29:34.182635 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-7b40a923-2dd8-4ec4-962f-b9f6ba8903cb tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Network 3c049c45-507d-44c9-91dd-209649c35d11 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:29:34.192865 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-7b40a923-2dd8-4ec4-962f-b9f6ba8903cb tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:29:34.192865 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-7b40a923-2dd8-4ec4-962f-b9f6ba8903cb tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:29:34.228636 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40a923-2dd8-4ec4-962f-b9f6ba8903cb tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Pushing event updated for resources: {'Port': ['ID=d7038f00-aa4c-4f05-807d-2f0a2184fa7b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:34.248190 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-7b40a923-2dd8-4ec4-962f-b9f6ba8903cb tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:34.249175 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-7b40a923-2dd8-4ec4-962f-b9f6ba8903cb tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:34.264961 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-7b40a923-2dd8-4ec4-962f-b9f6ba8903cb tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6417854 Sep 15 03:29:34.317498 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Request body: {'port': {'device_id': 'a7cb7954-3077-4e51-9ebe-bcbb50c8f393', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:29:34.410659 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:34.439894 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0b1a4-cf08-4ebc-9c95-62ba57d68ccc req-e8ae2fd0-55d4-4bf7-aebc-8f4406cc0fb7 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:34.441440 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c0a0b1a4-cf08-4ebc-9c95-62ba57d68ccc req-e8ae2fd0-55d4-4bf7-aebc-8f4406cc0fb7 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.1281171 Sep 15 03:29:34.452145 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122654f-ad4c-44eb-8c63-16e281a1e72c req-3f26f626-ce6e-4ad7-be84-45eb388f00dc tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:34.453789 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c122654f-ad4c-44eb-8c63-16e281a1e72c req-3f26f626-ce6e-4ad7-be84-45eb388f00dc tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0556502 Sep 15 03:29:34.493597 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c122654f-ad4c-44eb-8c63-16e281a1e72c req-f8b1f475-bc90-4f23-97b0-ebc71fcba4c0 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328918 Sep 15 03:29:34.540350 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32f733-ecd0-42cd-8252-b18cbafdc8ab req-163b1c72-6d6a-4a80-8751-0f7b46f3c7b1 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:34.541822 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0a32f733-ecd0-42cd-8252-b18cbafdc8ab req-163b1c72-6d6a-4a80-8751-0f7b46f3c7b1 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 931 time: 0.1301672 Sep 15 03:29:34.675286 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0a32f733-ecd0-42cd-8252-b18cbafdc8ab req-9a77e821-bc4d-42f7-afc0-93aefc9b7290 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143813 Sep 15 03:29:34.714592 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-c0a0b1a4-cf08-4ebc-9c95-62ba57d68ccc req-5d5e64f2-331a-45b2-880d-8cf2c26ea8aa tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Deleting port 0b90245b-261b-459f-9ccb-0445cfe85526 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:29:34.715016 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c0a0b1a4-cf08-4ebc-9c95-62ba57d68ccc req-5d5e64f2-331a-45b2-880d-8cf2c26ea8aa tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:34.834204 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92427395-78a8-429c-9c9f-4f100098b388 req-dc70cfa5-9ca1-45fc-814a-0a2143c5d340 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:34.835838 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-92427395-78a8-429c-9c9f-4f100098b388 req-dc70cfa5-9ca1-45fc-814a-0a2143c5d340 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0518582 Sep 15 03:29:34.862525 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-c0a0b1a4-cf08-4ebc-9c95-62ba57d68ccc req-5d5e64f2-331a-45b2-880d-8cf2c26ea8aa tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] For port 0b90245b-261b-459f-9ccb-0445cfe85526, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=0b90245b-261b-459f-9ccb-0445cfe85526,segment=NetworkSegment(f5f41df7-958e-4e6f-8605-1efc8ea8fc26),segment_id=f5f41df7-958e-4e6f-8605-1efc8ea8fc26)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:29:34.862903 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c0a0b1a4-cf08-4ebc-9c95-62ba57d68ccc req-5d5e64f2-331a-45b2-880d-8cf2c26ea8aa tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:34.874848 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-92427395-78a8-429c-9c9f-4f100098b388 req-a6ca8722-299d-445a-874a-362fb5663d17 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323889 Sep 15 03:29:34.898094 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-c0a0b1a4-cf08-4ebc-9c95-62ba57d68ccc req-5d5e64f2-331a-45b2-880d-8cf2c26ea8aa tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Calling delete_port for 0b90245b-261b-459f-9ccb-0445cfe85526 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:29:34.921056 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7038f00-aa4c-4f05-807d-2f0a2184fa7b {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:29:34.958724 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:34.978670 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Transition to ACTIVE for port object d7038f00-aa4c-4f05-807d-2f0a2184fa7b will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:29:34.985102 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:35.065900 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Pushing event updated for resources: {'Port': ['ID=d7038f00-aa4c-4f05-807d-2f0a2184fa7b,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:35.190317 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35886244-39f3-4442-8948-b9909090aeb4 req-5f5ec404-7f41-4aa2-b0b1-7aa2bd6d54e1 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:35.191842 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-35886244-39f3-4442-8948-b9909090aeb4 req-5f5ec404-7f41-4aa2-b0b1-7aa2bd6d54e1 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfce4f3e-bf09-4c60-848b-05b39a3ed0c4 HTTP/1.1" status: 200 len: 945 time: 0.1476328 Sep 15 03:29:35.195128 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c0a0b1a4-cf08-4ebc-9c95-62ba57d68ccc req-5d5e64f2-331a-45b2-880d-8cf2c26ea8aa tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:35.241670 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e64f2-331a-45b2-880d-8cf2c26ea8aa tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Pushing event deleted for resources: {'Port': ['ID=0b90245b-261b-459f-9ccb-0445cfe85526,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:35.258547 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Attempting to bind port d7038f00-aa4c-4f05-807d-2f0a2184fa7b on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:29:35.258896 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Attempting to bind port d7038f00-aa4c-4f05-807d-2f0a2184fa7b by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '73913bb4-d1d7-4ec0-8796-5415f5bc82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:29:35.259266 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Attempting to bind port d7038f00-aa4c-4f05-807d-2f0a2184fa7b on network 3c049c45-507d-44c9-91dd-209649c35d11 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:29:35.294947 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Port d7038f00-aa4c-4f05-807d-2f0a2184fa7b on network 3c049c45-507d-44c9-91dd-209649c35d11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:29:35.295299 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Attempting to bind port d7038f00-aa4c-4f05-807d-2f0a2184fa7b on network 3c049c45-507d-44c9-91dd-209649c35d11 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:29:35.319907 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-35886244-39f3-4442-8948-b9909090aeb4 req-08feefd7-4c7a-4fae-8c98-2763bb328bd7 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205912 Sep 15 03:29:35.320611 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:29:35.320959 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Checking segment: {'id': '73913bb4-d1d7-4ec0-8796-5415f5bc82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:29:35.321345 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Bound using segment: {'id': '73913bb4-d1d7-4ec0-8796-5415f5bc82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:29:35.321791 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Bound port: d7038f00-aa4c-4f05-807d-2f0a2184fa7b, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73913bb4-d1d7-4ec0-8796-5415f5bc82f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:29:35.322161 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:35.324105 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a0b1a4-cf08-4ebc-9c95-62ba57d68ccc req-5d5e64f2-331a-45b2-880d-8cf2c26ea8aa tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] No DVR routers for this DVR port 0b90245b-261b-459f-9ccb-0445cfe85526 on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:29:35.332723 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c0a0b1a4-cf08-4ebc-9c95-62ba57d68ccc req-5d5e64f2-331a-45b2-880d-8cf2c26ea8aa tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:35.335194 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['0b90245b-261b-459f-9ccb-0445cfe85526'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:29:35.339997 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c0a0b1a4-cf08-4ebc-9c95-62ba57d68ccc req-5d5e64f2-331a-45b2-880d-8cf2c26ea8aa tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.52 "DELETE /v2.0/ports/0b90245b-261b-459f-9ccb-0445cfe85526 HTTP/1.1" status: 204 len: 173 time: 0.8836014 Sep 15 03:29:35.340461 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfce4f3e-bf09-4c60-848b-05b39a3ed0c4', 'name': 'network-vif-deleted', 'tag': '0b90245b-261b-459f-9ccb-0445cfe85526'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:29:35.342686 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920c54e6-de97-4195-b446-9414602c4bf5" -d '{"events": [{"server_uuid": "dfce4f3e-bf09-4c60-848b-05b39a3ed0c4", "name": "network-vif-deleted", "tag": "0b90245b-261b-459f-9ccb-0445cfe85526"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:29:35.396630 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a65b52b-b790-47e9-8149-3f5ce3f97f5e x-openstack-request-id: req-5a65b52b-b790-47e9-8149-3f5ce3f97f5e {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:29:35.396926 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfce4f3e-bf09-4c60-848b-05b39a3ed0c4", "name": "network-vif-deleted", "tag": "0b90245b-261b-459f-9ccb-0445cfe85526", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:29:35.397184 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a65b52b-b790-47e9-8149-3f5ce3f97f5e {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:29:35.397578 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfce4f3e-bf09-4c60-848b-05b39a3ed0c4', 'name': 'network-vif-deleted', 'tag': '0b90245b-261b-459f-9ccb-0445cfe85526', 'status': 'completed', 'code': 200} Sep 15 03:29:35.409772 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] For port d7038f00-aa4c-4f05-807d-2f0a2184fa7b, host hv-cinder-80696, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:29:35.413271 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] For port d7038f00-aa4c-4f05-807d-2f0a2184fa7b, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=d7038f00-aa4c-4f05-807d-2f0a2184fa7b,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:29:35.417069 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:35.453107 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:35.454013 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:35.455890 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] 10.222.0.52 "PUT /v2.0/ports/d7038f00-aa4c-4f05-807d-2f0a2184fa7b HTTP/1.1" status: 200 len: 1093 time: 1.1437674 Sep 15 03:29:35.476733 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e160648-3f86-40cb-a6e8-67274158fe73 service neutron] Pushing event updated for resources: {'Port': ['ID=d7038f00-aa4c-4f05-807d-2f0a2184fa7b,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:35.671286 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56500e94-505b-4351-846b-0c6ce77a3007 req-b3709184-aa72-4313-a8ba-fcdc383e221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:35.672790 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-56500e94-505b-4351-846b-0c6ce77a3007 req-b3709184-aa72-4313-a8ba-fcdc383e221d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 1098 time: 0.1174452 Sep 15 03:29:35.675497 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-44e51044-bcc8-4183-89f5-20587c731d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:35.677176 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-44e51044-bcc8-4183-89f5-20587c731d38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 1096 time: 0.0960464 Sep 15 03:29:35.688289 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2fdb7-4f97-4538-91b8-090c794800d7 req-6dadb862-1641-465f-9300-37bd2851d737 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:35.690048 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d1b2fdb7-4f97-4538-91b8-090c794800d7 req-6dadb862-1641-465f-9300-37bd2851d737 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0929308 Sep 15 03:29:35.718151 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b1783c83-1031-4b10-9178-151eefc9e60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:35.757679 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-755eeb96-fa6f-4ef3-b4fb-e56768eb6a03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7038f00-aa4c-4f05-807d-2f0a2184fa7b HTTP/1.1" status: 200 len: 217 time: 0.0570922 Sep 15 03:29:35.801741 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f8782-9ea5-4f5e-80f4-afbc98367f0e req-42a1646b-af32-46df-8368-8fe0537216cc tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:35.803262 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-916f8782-9ea5-4f5e-80f4-afbc98367f0e req-42a1646b-af32-46df-8368-8fe0537216cc tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 943 time: 0.0533774 Sep 15 03:29:35.812730 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-56500e94-505b-4351-846b-0c6ce77a3007 req-d21d90c4-9510-44cf-8a5c-79941e8dc9f0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184554 Sep 15 03:29:35.818410 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d1b2fdb7-4f97-4538-91b8-090c794800d7 req-5df454ba-6232-4d6c-a4d1-e29759b03311 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189351 Sep 15 03:29:35.835401 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-4e0f1d47-8119-4571-abed-e5bc94e9cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:35.837065 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-4e0f1d47-8119-4571-abed-e5bc94e9cf2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0640604 Sep 15 03:29:35.845749 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-916f8782-9ea5-4f5e-80f4-afbc98367f0e req-f3e83526-1f90-46cc-8880-ff8f84c12eae tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362947 Sep 15 03:29:35.991648 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634405b-314d-41fa-af75-d211ac8c3518 req-c8ba62fc-71b5-4885-ae54-e05c19db71f0 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:35.993147 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1634405b-314d-41fa-af75-d211ac8c3518 req-c8ba62fc-71b5-4885-ae54-e05c19db71f0 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0517011 Sep 15 03:29:36.033461 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1634405b-314d-41fa-af75-d211ac8c3518 req-4b49b901-e1b5-4198-af03-ee9358c2eb2a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340192 Sep 15 03:29:36.148468 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-9ef2294a-31d9-489f-98b5-c0df703e93c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252271 Sep 15 03:29:36.250532 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-813314ea-2c19-4d77-9e17-c50266d0c554 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901186 Sep 15 03:29:36.567539 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:36.601591 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-582c32eb-84ff-41bb-b610-9ba1e59515d0 req-53fcc11b-b2b8-4c75-9064-4d5d4deeee8d service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396993 Sep 15 03:29:36.960645 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88d7e2-e84d-4107-b799-063dd5714658 req-0f00f3b1-c133-4b78-a1b5-aa6c7e4665e6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:36.962115 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1e88d7e2-e84d-4107-b799-063dd5714658 req-0f00f3b1-c133-4b78-a1b5-aa6c7e4665e6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0562654 Sep 15 03:29:36.969520 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c925b-8aa7-49a2-a87d-b56f387f0910 req-d1db30d9-c5d5-490c-8dfe-5194f2511441 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:36.972093 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-000c925b-8aa7-49a2-a87d-b56f387f0910 req-d1db30d9-c5d5-490c-8dfe-5194f2511441 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 943 time: 0.0491481 Sep 15 03:29:37.000863 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1e88d7e2-e84d-4107-b799-063dd5714658 req-b9735172-1689-4c26-a0fa-b1756b4c9063 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324214 Sep 15 03:29:37.008237 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-000c925b-8aa7-49a2-a87d-b56f387f0910 req-0e7fd45d-78f2-447c-aa2c-4467a1c39d4d tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301547 Sep 15 03:29:37.148083 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e849dd4-2910-49f0-a3d0-b001941150fc req-df769ee6-26fe-44ef-b3b9-e1fb0958035f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:37.149459 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0e849dd4-2910-49f0-a3d0-b001941150fc req-df769ee6-26fe-44ef-b3b9-e1fb0958035f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0496249 Sep 15 03:29:37.185897 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0e849dd4-2910-49f0-a3d0-b001941150fc req-91eded3d-f385-47fe-ba22-1d11b5d0ea5a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306406 Sep 15 03:29:37.399288 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cb7954-3077-4e51-9ebe-bcbb50c8f393', 'tag': 'd7038f00-aa4c-4f05-807d-2f0a2184fa7b'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:29:37.402103 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ba0bb5-e059-4f2a-984f-afe6cd0738ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a7cb7954-3077-4e51-9ebe-bcbb50c8f393", "tag": "d7038f00-aa4c-4f05-807d-2f0a2184fa7b"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:29:37.437393 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210a96f0-a78c-47c6-8382-8ece0917503b x-openstack-request-id: req-210a96f0-a78c-47c6-8382-8ece0917503b {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:29:37.437682 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7cb7954-3077-4e51-9ebe-bcbb50c8f393", "tag": "d7038f00-aa4c-4f05-807d-2f0a2184fa7b", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:29:37.437926 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-210a96f0-a78c-47c6-8382-8ece0917503b {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:29:37.438308 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7cb7954-3077-4e51-9ebe-bcbb50c8f393', 'tag': 'd7038f00-aa4c-4f05-807d-2f0a2184fa7b', 'status': 'completed', 'code': 200} Sep 15 03:29:38.127227 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10c5fa-9935-4a50-960a-c747040ba51f req-9ff2c437-289a-416a-bb22-785b39452c8c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:38.128798 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9a10c5fa-9935-4a50-960a-c747040ba51f req-9ff2c437-289a-416a-bb22-785b39452c8c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 943 time: 0.0540366 Sep 15 03:29:38.130114 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e6c96-e774-4e82-8010-03065e0a8094 req-f9d2509c-2762-4834-8124-20755c5bbdfc tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:38.131684 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f72e6c96-e774-4e82-8010-03065e0a8094 req-f9d2509c-2762-4834-8124-20755c5bbdfc tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0550671 Sep 15 03:29:38.166046 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9a10c5fa-9935-4a50-960a-c747040ba51f req-8e89f7f2-25dc-4d39-b9bc-d2da6e289d3b tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310421 Sep 15 03:29:38.168018 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f72e6c96-e774-4e82-8010-03065e0a8094 req-f84bd5f7-dff7-492a-aa02-1d2cdfe5ff4e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304673 Sep 15 03:29:38.197431 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db499543-39ee-4695-9980-8b992b10fa1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:38.307435 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bedc7-728b-4e79-b7cc-403e0e4e1b7d req-67e21789-7ca0-45f4-b7b4-50112ff2c8cd tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:38.308811 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-394bedc7-728b-4e79-b7cc-403e0e4e1b7d req-67e21789-7ca0-45f4-b7b4-50112ff2c8cd tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0534213 Sep 15 03:29:38.348324 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-394bedc7-728b-4e79-b7cc-403e0e4e1b7d req-300d1652-8190-4fe0-afaa-f0ad5e184352 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328448 Sep 15 03:29:38.759941 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:39.284626 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05f4f9-c309-4357-92f6-38b8294f6d3d req-78796e04-e77c-4521-bc24-44a75e4c1258 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:39.286140 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f05f4f9-c309-4357-92f6-38b8294f6d3d req-78796e04-e77c-4521-bc24-44a75e4c1258 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 943 time: 0.0517464 Sep 15 03:29:39.290190 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405dac0-0147-463f-be01-6343e4560ffc req-e3bf47fb-4e79-472e-93d2-b08b625adaa8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:39.291705 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b405dac0-0147-463f-be01-6343e4560ffc req-e3bf47fb-4e79-472e-93d2-b08b625adaa8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0491598 Sep 15 03:29:39.323174 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f05f4f9-c309-4357-92f6-38b8294f6d3d req-b4cc78c8-7d40-410e-996f-6793735c3b96 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307834 Sep 15 03:29:39.327894 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b405dac0-0147-463f-be01-6343e4560ffc req-f1cec539-b338-4e13-8520-d053d49dfb11 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301738 Sep 15 03:29:39.402462 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:39.464058 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e1169-c995-42ec-900e-3a9346cdc06e req-2e5d9893-5135-4301-91fd-e1bc1755c471 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:39.465610 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-944e1169-c995-42ec-900e-3a9346cdc06e req-2e5d9893-5135-4301-91fd-e1bc1755c471 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0491250 Sep 15 03:29:39.505702 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-944e1169-c995-42ec-900e-3a9346cdc06e req-1016e0b5-9ea2-41c1-811d-3bbf7693df53 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324850 Sep 15 03:29:40.028077 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba0bb5-e059-4f2a-984f-afe6cd0738ce req-aa9bc6f1-a4fc-49a7-b715-cf47aece76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:40.029593 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-83ba0bb5-e059-4f2a-984f-afe6cd0738ce req-aa9bc6f1-a4fc-49a7-b715-cf47aece76d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 1096 time: 0.0434959 Sep 15 03:29:40.038646 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 0b90245b-261b-459f-9ccb-0445cfe85526 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:29:40.057098 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: 0b90245b-261b-459f-9ccb-0445cfe85526 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:29:40.057439 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 0b90245b-261b-459f-9ccb-0445cfe85526 not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:29:40.214712 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba0bb5-e059-4f2a-984f-afe6cd0738ce req-cacab212-5a2d-4a43-a15c-ab9c05fe6671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:40.216184 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-83ba0bb5-e059-4f2a-984f-afe6cd0738ce req-cacab212-5a2d-4a43-a15c-ab9c05fe6671 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0854502 Sep 15 03:29:40.267355 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-83ba0bb5-e059-4f2a-984f-afe6cd0738ce req-1ae436c5-caab-46ad-957b-f4cb723c4697 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7038f00-aa4c-4f05-807d-2f0a2184fa7b HTTP/1.1" status: 200 len: 217 time: 0.0384319 Sep 15 03:29:40.323108 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba0bb5-e059-4f2a-984f-afe6cd0738ce req-3151c200-3e4f-4ad0-8245-90ae2d7c7eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:40.324491 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-83ba0bb5-e059-4f2a-984f-afe6cd0738ce req-3151c200-3e4f-4ad0-8245-90ae2d7c7eb0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0441251 Sep 15 03:29:40.365628 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-83ba0bb5-e059-4f2a-984f-afe6cd0738ce req-0613476a-b792-4afe-ba76-18a7df46624e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270777 Sep 15 03:29:40.460173 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5fcc6-e31e-44c4-8198-c429c39fdf95 req-5142b55b-f19a-461c-9858-d73e8bca03e6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:40.461648 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7fa5fcc6-e31e-44c4-8198-c429c39fdf95 req-5142b55b-f19a-461c-9858-d73e8bca03e6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0540376 Sep 15 03:29:40.499906 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bdf9c-1257-4c92-a735-7c77b38930a8 req-64b0cbb0-bd7a-47a5-9c79-4d877d33acea tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:40.501407 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fa5bdf9c-1257-4c92-a735-7c77b38930a8 req-64b0cbb0-bd7a-47a5-9c79-4d877d33acea tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 943 time: 0.1025820 Sep 15 03:29:40.507749 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-83ba0bb5-e059-4f2a-984f-afe6cd0738ce req-86cb0953-d9af-4d33-9ff3-ac3e80e3f273 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307256 Sep 15 03:29:40.509306 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7fa5fcc6-e31e-44c4-8198-c429c39fdf95 req-655fedd9-06a4-472e-be76-8d83e05f533b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411587 Sep 15 03:29:40.571665 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fa5bdf9c-1257-4c92-a735-7c77b38930a8 req-8101d19c-05fc-47e9-9faf-ba268ee007ba tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629365 Sep 15 03:29:40.625472 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6528f-818b-4af5-94d6-6301626dd432 req-40944ff1-8d14-401e-b209-45f41506f539 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:40.625714 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-83ba0bb5-e059-4f2a-984f-afe6cd0738ce req-51dfec86-7ad4-4b9c-8d0b-9acd9ef6137d service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031590 Sep 15 03:29:40.626962 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-07a6528f-818b-4af5-94d6-6301626dd432 req-40944ff1-8d14-401e-b209-45f41506f539 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0503950 Sep 15 03:29:40.668257 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-07a6528f-818b-4af5-94d6-6301626dd432 req-5800daa5-aede-458b-84c7-47a986baef2f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348239 Sep 15 03:29:40.824641 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:41.005738 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55049e02-ade7-487f-bd2e-55040f89887c req-3f9f84a4-7106-4ee1-88a5-e83c87632f20 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:41.008067 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-55049e02-ade7-487f-bd2e-55040f89887c req-3f9f84a4-7106-4ee1-88a5-e83c87632f20 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0782778 Sep 15 03:29:41.016316 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f2441-6c33-46d3-8d73-3295c759ba6c req-11d3b5bc-1d74-421a-815c-d37cc7084efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:41.017998 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-875f2441-6c33-46d3-8d73-3295c759ba6c req-11d3b5bc-1d74-421a-815c-d37cc7084efc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d1a7d9654f1349838636f7b058f11cdd&device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 1098 time: 0.0613379 Sep 15 03:29:41.077648 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-55049e02-ade7-487f-bd2e-55040f89887c req-eccf28d1-3496-4586-ad97-8ef98069c7aa tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633569 Sep 15 03:29:41.133754 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f2441-6c33-46d3-8d73-3295c759ba6c req-910da5cc-b4f5-4afc-9150-c63e05b61324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:41.135289 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-875f2441-6c33-46d3-8d73-3295c759ba6c req-910da5cc-b4f5-4afc-9150-c63e05b61324 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7588eb8-7874-4300-aedf-ff35fa5eab1b HTTP/1.1" status: 200 len: 920 time: 0.1041672 Sep 15 03:29:41.187387 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-875f2441-6c33-46d3-8d73-3295c759ba6c req-f60ccfb8-dc8b-449b-9166-80ed74f9d203 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 HTTP/1.1" status: 200 len: 217 time: 0.0351958 Sep 15 03:29:41.241356 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f2441-6c33-46d3-8d73-3295c759ba6c req-95dbb393-8c85-4b21-8161-a5f6082c335b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:41.242838 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-875f2441-6c33-46d3-8d73-3295c759ba6c req-95dbb393-8c85-4b21-8161-a5f6082c335b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c9e3f9f-b37e-4b44-8bf5-f43db7c01291 HTTP/1.1" status: 200 len: 859 time: 0.0449994 Sep 15 03:29:41.280694 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-875f2441-6c33-46d3-8d73-3295c759ba6c req-fdb8f5ba-4090-4f00-9221-c40dc1e02238 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7588eb8-7874-4300-aedf-ff35fa5eab1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272908 Sep 15 03:29:41.377615 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-875f2441-6c33-46d3-8d73-3295c759ba6c req-d75d3327-0ec7-4877-9741-5d9b694edc6d service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828290 Sep 15 03:29:41.475253 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-875f2441-6c33-46d3-8d73-3295c759ba6c req-d25d0eaf-c285-40d0-ba28-bdc2496cbd3f service neutron] 10.222.0.52 "GET /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875993 Sep 15 03:29:41.649454 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cf5a3-aa6b-4509-aff2-a782b998e5c2 req-aa4a93fc-0112-4828-8d23-f64084f6ede6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:41.650929 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ab8cf5a3-aa6b-4509-aff2-a782b998e5c2 req-aa4a93fc-0112-4828-8d23-f64084f6ede6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0613649 Sep 15 03:29:41.689740 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc4319-88c0-41da-9dc3-b1cacd0ac0cb req-d885d442-4245-41bd-af16-8ce322331e96 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:41.691350 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5edc4319-88c0-41da-9dc3-b1cacd0ac0cb req-d885d442-4245-41bd-af16-8ce322331e96 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 943 time: 0.0520046 Sep 15 03:29:41.692612 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ab8cf5a3-aa6b-4509-aff2-a782b998e5c2 req-ee7c02d7-04b5-458d-b583-a0d9c5048a4b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357387 Sep 15 03:29:41.729853 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5edc4319-88c0-41da-9dc3-b1cacd0ac0cb req-d5d3f156-a8ea-4534-ae08-bfd27daa6a72 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321958 Sep 15 03:29:42.197319 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cfff9-e888-464c-9001-4d963325ce89 req-e5255ebb-920b-4a4b-a594-76f634f938f0 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:42.198898 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-916cfff9-e888-464c-9001-4d963325ce89 req-e5255ebb-920b-4a4b-a594-76f634f938f0 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0518615 Sep 15 03:29:42.235549 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-916cfff9-e888-464c-9001-4d963325ce89 req-e2dd906a-d126-48e7-9e0c-1b9cb885208f tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307903 Sep 15 03:29:42.817142 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f64dc-2644-4e02-a558-dcf3a9a830f3 req-159e2c88-0f04-40cd-aa67-a45f19ab1aa8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:42.818706 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3e3f64dc-2644-4e02-a558-dcf3a9a830f3 req-159e2c88-0f04-40cd-aa67-a45f19ab1aa8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0519316 Sep 15 03:29:42.844616 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde08cc2-3e60-47ef-9b3b-a49b1c045dec req-90e77e4b-4287-4901-9fca-bd1cb77c67ab tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:42.846333 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bde08cc2-3e60-47ef-9b3b-a49b1c045dec req-90e77e4b-4287-4901-9fca-bd1cb77c67ab tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 943 time: 0.0486438 Sep 15 03:29:42.856939 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3e3f64dc-2644-4e02-a558-dcf3a9a830f3 req-7f908dda-b7ab-42dc-83ab-b526c5dcb06d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321572 Sep 15 03:29:42.887274 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bde08cc2-3e60-47ef-9b3b-a49b1c045dec req-aeaf97c6-f885-4809-82f5-849a6df1f670 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337100 Sep 15 03:29:43.358225 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe374c2-3231-4608-8e39-4bbe43551200 req-cced396a-830d-47a8-a91e-392a52edee57 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:43.359702 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bbe374c2-3231-4608-8e39-4bbe43551200 req-cced396a-830d-47a8-a91e-392a52edee57 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0536847 Sep 15 03:29:43.397913 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bbe374c2-3231-4608-8e39-4bbe43551200 req-c68013ae-e0b7-4b62-acc3-120b4a7ac113 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314164 Sep 15 03:29:43.977315 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ae3e4-f457-4a24-bd4f-03531006defb req-a2b4c7d6-7364-4bce-847d-c32a5097ff66 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:43.978831 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9d9ae3e4-f457-4a24-bd4f-03531006defb req-a2b4c7d6-7364-4bce-847d-c32a5097ff66 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0478137 Sep 15 03:29:44.002203 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd78286-e840-4681-ba0d-fc8374f82481 req-2ad33c69-5fdd-4404-97ff-068150b1219f tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:44.004354 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9cd78286-e840-4681-ba0d-fc8374f82481 req-2ad33c69-5fdd-4404-97ff-068150b1219f tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 943 time: 0.0496786 Sep 15 03:29:44.018451 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9d9ae3e4-f457-4a24-bd4f-03531006defb req-9f66f0dd-00fd-4837-99e9-9d0692a78d68 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334468 Sep 15 03:29:44.042770 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9cd78286-e840-4681-ba0d-fc8374f82481 req-af84a562-c16f-4bf4-a188-05a495574b1d tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320075 Sep 15 03:29:44.518431 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9751841-3253-41a8-9ef2-fe2676c95598 req-5f349b26-2a78-4f3a-ad7f-b9ccdef6a505 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:44.519931 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f9751841-3253-41a8-9ef2-fe2676c95598 req-5f349b26-2a78-4f3a-ad7f-b9ccdef6a505 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0513825 Sep 15 03:29:44.558735 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f9751841-3253-41a8-9ef2-fe2676c95598 req-ce543533-4b88-4284-b0eb-00f2c957c6e0 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328484 Sep 15 03:29:45.145401 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1702ab-c4c8-4cc9-9456-4f46a9e10586 req-5a636fc9-1597-4f23-b278-111ab8c7428c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:45.146995 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3a1702ab-c4c8-4cc9-9456-4f46a9e10586 req-5a636fc9-1597-4f23-b278-111ab8c7428c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 943 time: 0.0498121 Sep 15 03:29:45.166643 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75537c1-f46c-480c-9b76-84154aaecad4 req-0fc0352e-aa23-4d5e-b5bb-1458dfbbac4e tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:45.168248 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d75537c1-f46c-480c-9b76-84154aaecad4 req-0fc0352e-aa23-4d5e-b5bb-1458dfbbac4e tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 943 time: 0.0495181 Sep 15 03:29:45.189185 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3a1702ab-c4c8-4cc9-9456-4f46a9e10586 req-242c635e-c01d-45ec-b5b6-ece8dfdae005 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363259 Sep 15 03:29:45.206339 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d75537c1-f46c-480c-9b76-84154aaecad4 req-48167b61-c054-4cf7-8c78-551e22bff35e tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320916 Sep 15 03:29:45.306474 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device d7038f00-aa4c-4f05-807d-2f0a2184fa7b details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:29:45.400319 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port d7038f00-aa4c-4f05-807d-2f0a2184fa7b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=d7038f00-aa4c-4f05-807d-2f0a2184fa7b,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:29:45.411174 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': 'd7038f00-aa4c-4f05-807d-2f0a2184fa7b', 'network_id': '3c049c45-507d-44c9-91dd-209649c35d11', 'port_id': 'd7038f00-aa4c-4f05-807d-2f0a2184fa7b', 'mac_address': 'fa:16:3e:49:0f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5fa39d4-6c73-4e22-a789-7e1c516bdd36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:29:45.449334 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:45.465012 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7038f00-aa4c-4f05-807d-2f0a2184fa7b {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:29:45.483437 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port d7038f00-aa4c-4f05-807d-2f0a2184fa7b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=d7038f00-aa4c-4f05-807d-2f0a2184fa7b,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:29:45.487488 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:45.488109 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 139a300d-dee1-44e3-b669-ff419b2bc4c2 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:29:45.559177 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=d7038f00-aa4c-4f05-807d-2f0a2184fa7b,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:45.590347 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:45.590695 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:45.591066 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:45.591406 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:45.591737 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:45.592067 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:45.592401 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:45.592729 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:45.593078 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:45.593415 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:45.593713 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:45.594035 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:29:45.630306 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 139a300d-dee1-44e3-b669-ff419b2bc4c2, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:29:45.647361 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': '139a300d-dee1-44e3-b669-ff419b2bc4c2', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'port_id': '139a300d-dee1-44e3-b669-ff419b2bc4c2', 'mac_address': 'fa:16:3e:69:e5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:29:45.680866 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487fc85-6a6b-4417-bad3-0bf15481b8d9 req-54d99013-b50b-4c10-aa04-ec601ab3f474 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:45.682421 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5487fc85-6a6b-4417-bad3-0bf15481b8d9 req-54d99013-b50b-4c10-aa04-ec601ab3f474 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0551343 Sep 15 03:29:45.685326 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:45.698199 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139a300d-dee1-44e3-b669-ff419b2bc4c2 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:29:45.720332 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5487fc85-6a6b-4417-bad3-0bf15481b8d9 req-588db29e-f194-429d-a584-7c9e6e1c2638 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318093 Sep 15 03:29:45.720669 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 139a300d-dee1-44e3-b669-ff419b2bc4c2, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:29:45.725521 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:45.772242 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=139a300d-dee1-44e3-b669-ff419b2bc4c2,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:46.221057 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['d7038f00-aa4c-4f05-807d-2f0a2184fa7b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:29:46.269167 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['139a300d-dee1-44e3-b669-ff419b2bc4c2'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:29:46.335077 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64eb835-4460-414b-a70b-d2e1448373ab req-d2e9406f-a8cf-4ad5-93a2-466940d7405d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:46.336584 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a64eb835-4460-414b-a70b-d2e1448373ab req-d2e9406f-a8cf-4ad5-93a2-466940d7405d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 944 time: 0.0515323 Sep 15 03:29:46.374945 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a64eb835-4460-414b-a70b-d2e1448373ab req-209145f0-0513-4639-83a7-ab91021eb95e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320122 Sep 15 03:29:46.389506 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-5598557b-20d3-4fcc-9fe6-155241b6b33a tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:46.391023 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-5598557b-20d3-4fcc-9fe6-155241b6b33a tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/networks?id=9ee2e895-6966-425c-b97e-fb3b224eaa8f HTTP/1.1" status: 200 len: 814 time: 0.1091678 Sep 15 03:29:46.410072 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-5882d690-5447-4e32-84a9-5ef56f51b2ba tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/quotas/215cbbd0130f44c3bd1032b8753e20ee HTTP/1.1" status: 200 len: 375 time: 0.0106549 Sep 15 03:29:46.442347 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-4670dfc5-3b88-4580-8465-ef408ac51722 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=215cbbd0130f44c3bd1032b8753e20ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260491 Sep 15 03:29:46.508710 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb8eee-31c0-4384-90ab-311f45398fd8 req-9ab43e53-10b0-48a5-a6c5-bdff47fb04c5 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:46.510177 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-40fb8eee-31c0-4384-90ab-311f45398fd8 req-9ab43e53-10b0-48a5-a6c5-bdff47fb04c5 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 944 time: 0.0509832 Sep 15 03:29:46.535947 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-581c3566-7b9f-40ca-85c0-e5ee5631c3ae service neutron] 10.222.0.24 "GET /v2.0/networks/9ee2e895-6966-425c-b97e-fb3b224eaa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855806 Sep 15 03:29:46.547191 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-40fb8eee-31c0-4384-90ab-311f45398fd8 req-ccf559e8-13e3-4c11-86e2-cce8d83d4212 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311067 Sep 15 03:29:46.634485 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-cde4d2ca-96b2-4c39-8021-20bf92c687a6 service neutron] 10.222.0.24 "GET /v2.0/networks/9ee2e895-6966-425c-b97e-fb3b224eaa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922868 Sep 15 03:29:46.801553 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e8dfe9d1-c4a2-4d7b-81b6-9fd25797c375 req-a942a8c1-5407-4581-869a-58bc56ee54b1 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0345821 Sep 15 03:29:46.850053 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1b835-7e8e-4c78-bc59-1c2a4f44e091 req-2887c63b-7ff1-48b8-bd2a-17be54c8c1c7 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:46.855424 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a6a1b835-7e8e-4c78-bc59-1c2a4f44e091 req-2887c63b-7ff1-48b8-bd2a-17be54c8c1c7 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0607595 Sep 15 03:29:46.890824 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a6a1b835-7e8e-4c78-bc59-1c2a4f44e091 req-9689d191-c033-4861-bfcb-bf499a3c539e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330603 Sep 15 03:29:47.503135 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be0795-9405-49ac-982d-4e6455922e61 req-86abbaae-0e87-4a16-a04f-5865488c5379 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:47.504602 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-98be0795-9405-49ac-982d-4e6455922e61 req-86abbaae-0e87-4a16-a04f-5865488c5379 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 944 time: 0.0497255 Sep 15 03:29:47.540448 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-98be0795-9405-49ac-982d-4e6455922e61 req-6da5cbba-a16c-42c8-94eb-3e91bd16273c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299418 Sep 15 03:29:47.667153 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76024e-48cb-4886-80dd-614ebd97c33e req-5e19fd2c-f761-42a0-a1a7-2a09d4827eda tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:47.668547 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7d76024e-48cb-4886-80dd-614ebd97c33e req-5e19fd2c-f761-42a0-a1a7-2a09d4827eda tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 944 time: 0.0542188 Sep 15 03:29:47.704663 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7d76024e-48cb-4886-80dd-614ebd97c33e req-7649612c-474e-44d5-beb5-52c8867d872a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302458 Sep 15 03:29:47.898228 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ce4b2c19-04c2-42d6-bc40-c27433c8fb9b req-f6f0eab5-2708-423c-b508-e349b8a2c41a tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0292315 Sep 15 03:29:48.013367 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device d7038f00-aa4c-4f05-807d-2f0a2184fa7b up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:29:48.091661 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port d7038f00-aa4c-4f05-807d-2f0a2184fa7b completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:29:48.099905 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port d7038f00-aa4c-4f05-807d-2f0a2184fa7b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:29:48.100912 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:48.106188 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-1c33bc7d-6831-49f2-b088-678302dade5f tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:48.107794 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-1c33bc7d-6831-49f2-b088-678302dade5f tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.52 "GET /v2.0/networks?id=9ee2e895-6966-425c-b97e-fb3b224eaa8f HTTP/1.1" status: 200 len: 814 time: 0.1281896 Sep 15 03:29:48.152955 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-5bd400f0-e9ae-4c4a-9134-3feb2045a2e3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Request body: {'port': {'device_id': '47a62e0d-dbbf-43d6-8016-1eef00618c23', 'network_id': '9ee2e895-6966-425c-b97e-fb3b224eaa8f', 'admin_state_up': True, 'tenant_id': '215cbbd0130f44c3bd1032b8753e20ee'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:29:48.189534 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:48.212967 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cb7954-3077-4e51-9ebe-bcbb50c8f393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7038f00-aa4c-4f05-807d-2f0a2184fa7b'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:29:48.215250 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c95724f-314c-4bbf-a34a-321d0eb9ce46" -d '{"events": [{"server_uuid": "a7cb7954-3077-4e51-9ebe-bcbb50c8f393", "name": "network-vif-plugged", "status": "completed", "tag": "d7038f00-aa4c-4f05-807d-2f0a2184fa7b"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:29:48.230278 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port d7038f00-aa4c-4f05-807d-2f0a2184fa7b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=d7038f00-aa4c-4f05-807d-2f0a2184fa7b,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:29:48.237847 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:48.238667 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 139a300d-dee1-44e3-b669-ff419b2bc4c2 up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:29:48.276310 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-5bd400f0-e9ae-4c4a-9134-3feb2045a2e3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Made reservation on behalf of 215cbbd0130f44c3bd1032b8753e20ee for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:29:48.280122 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-5bd400f0-e9ae-4c4a-9134-3feb2045a2e3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:48.295668 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb12f92-d597-4674-a915-cdfef37cf8cd x-openstack-request-id: req-adb12f92-d597-4674-a915-cdfef37cf8cd {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:29:48.295955 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cb7954-3077-4e51-9ebe-bcbb50c8f393", "name": "network-vif-plugged", "status": "completed", "tag": "d7038f00-aa4c-4f05-807d-2f0a2184fa7b", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:29:48.296206 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-adb12f92-d597-4674-a915-cdfef37cf8cd {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:29:48.296592 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cb7954-3077-4e51-9ebe-bcbb50c8f393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7038f00-aa4c-4f05-807d-2f0a2184fa7b', 'code': 200} Sep 15 03:29:48.332750 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=d7038f00-aa4c-4f05-807d-2f0a2184fa7b,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:48.350109 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port 139a300d-dee1-44e3-b669-ff419b2bc4c2 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:29:48.350498 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:48.421605 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-5bd400f0-e9ae-4c4a-9134-3feb2045a2e3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Allocated IP 172.20.0.8 (9ee2e895-6966-425c-b97e-fb3b224eaa8f/41c269f4-96be-4aef-b1b7-ebd324d6417c/7e86cfe9-973b-4c0c-91ab-ff835cde9c71) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:29:48.446996 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:48.484681 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 139a300d-dee1-44e3-b669-ff419b2bc4c2, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:29:48.491456 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:48.607750 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd547434-4f14-487b-82c7-1ced8a28137e req-435c36b3-ee0f-471a-9ae9-2924cab82378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:48.609277 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-dd547434-4f14-487b-82c7-1ced8a28137e req-435c36b3-ee0f-471a-9ae9-2924cab82378 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 1098 time: 0.1019237 Sep 15 03:29:48.619309 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-5bd400f0-e9ae-4c4a-9134-3feb2045a2e3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:48.661178 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=139a300d-dee1-44e3-b669-ff419b2bc4c2,revision_number=10']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:48.693338 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-dd547434-4f14-487b-82c7-1ced8a28137e req-85d75d8a-4070-4e3b-bb07-480cea7e00f4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722432 Sep 15 03:29:48.713165 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3761f18-dc5f-4763-9ea8-8633f0ec1318 req-537790cc-274c-40bc-ab16-90843432d85b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:48.714612 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c3761f18-dc5f-4763-9ea8-8633f0ec1318 req-537790cc-274c-40bc-ab16-90843432d85b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 946 time: 0.0884249 Sep 15 03:29:48.728471 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-5bd400f0-e9ae-4c4a-9134-3feb2045a2e3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:48.790743 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-5bd400f0-e9ae-4c4a-9134-3feb2045a2e3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Network 9ee2e895-6966-425c-b97e-fb3b224eaa8f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:29:48.799788 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-5bd400f0-e9ae-4c4a-9134-3feb2045a2e3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:29:48.805253 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-5bd400f0-e9ae-4c4a-9134-3feb2045a2e3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:29:48.813271 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c3761f18-dc5f-4763-9ea8-8633f0ec1318 req-664074e0-bc5a-4cef-9c06-7dee76d431fd tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922418 Sep 15 03:29:48.820775 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f62c96-d020-4191-9c54-f317f16da55a req-011eb64f-13a0-4235-9a01-fa16d79c7cca tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:48.822277 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e0f62c96-d020-4191-9c54-f317f16da55a req-011eb64f-13a0-4235-9a01-fa16d79c7cca tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 945 time: 0.0489042 Sep 15 03:29:48.839419 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd400f0-e9ae-4c4a-9134-3feb2045a2e3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Pushing event updated for resources: {'Port': ['ID=7e86cfe9-973b-4c0c-91ab-ff835cde9c71,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:48.863255 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e0f62c96-d020-4191-9c54-f317f16da55a req-f0a7cf35-9a9e-4cd4-872f-5235ebc93e99 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340889 Sep 15 03:29:48.866516 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-5bd400f0-e9ae-4c4a-9134-3feb2045a2e3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:48.867594 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-5bd400f0-e9ae-4c4a-9134-3feb2045a2e3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:48.887244 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-5bd400f0-e9ae-4c4a-9134-3feb2045a2e3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7382390 Sep 15 03:29:49.021905 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b78f8c-f946-4ecb-824a-b893868a3b7b req-bb4f2c88-04e8-4f4f-9a6c-66f22a8297a0 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:49.023398 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-37b78f8c-f946-4ecb-824a-b893868a3b7b req-bb4f2c88-04e8-4f4f-9a6c-66f22a8297a0 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 931 time: 0.0491471 Sep 15 03:29:49.059682 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-37b78f8c-f946-4ecb-824a-b893868a3b7b req-6f8e48ec-3155-43be-8c1b-c87d90f7416c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304315 Sep 15 03:29:49.068404 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Request body: {'port': {'device_id': '47a62e0d-dbbf-43d6-8016-1eef00618c23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:29:49.122650 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:49.376123 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:29:49.383659 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:49.396880 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Transition to ACTIVE for port object 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:29:49.401654 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:49.452231 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e86cfe9-973b-4c0c-91ab-ff835cde9c71,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:49.523099 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Attempting to bind port 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:29:49.523373 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Attempting to bind port 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'f5f41df7-958e-4e6f-8605-1efc8ea8fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ee2e895-6966-425c-b97e-fb3b224eaa8f'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:29:49.523710 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Attempting to bind port 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 on network 9ee2e895-6966-425c-b97e-fb3b224eaa8f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:29:49.527855 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Port 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 on network 9ee2e895-6966-425c-b97e-fb3b224eaa8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:29:49.528184 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Attempting to bind port 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 on network 9ee2e895-6966-425c-b97e-fb3b224eaa8f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:29:49.532943 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:29:49.533287 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Checking segment: {'id': 'f5f41df7-958e-4e6f-8605-1efc8ea8fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ee2e895-6966-425c-b97e-fb3b224eaa8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:29:49.534400 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Bound using segment: {'id': 'f5f41df7-958e-4e6f-8605-1efc8ea8fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ee2e895-6966-425c-b97e-fb3b224eaa8f'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:29:49.534839 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Bound port: 7e86cfe9-973b-4c0c-91ab-ff835cde9c71, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f41df7-958e-4e6f-8605-1efc8ea8fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9ee2e895-6966-425c-b97e-fb3b224eaa8f'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:29:49.535231 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:49.596587 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] For port 7e86cfe9-973b-4c0c-91ab-ff835cde9c71, host hv-cinder-80696, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:29:49.599529 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] For port 7e86cfe9-973b-4c0c-91ab-ff835cde9c71, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=7e86cfe9-973b-4c0c-91ab-ff835cde9c71,segment=NetworkSegment(f5f41df7-958e-4e6f-8605-1efc8ea8fc26),segment_id=f5f41df7-958e-4e6f-8605-1efc8ea8fc26)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:29:49.603454 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:49.635657 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:49.636284 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:49.637690 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] 10.222.0.52 "PUT /v2.0/ports/7e86cfe9-973b-4c0c-91ab-ff835cde9c71 HTTP/1.1" status: 200 len: 1093 time: 0.5731170 Sep 15 03:29:49.638377 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a62e0d-dbbf-43d6-8016-1eef00618c23', 'tag': '7e86cfe9-973b-4c0c-91ab-ff835cde9c71'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:29:49.640628 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b2958e-e23b-4b68-9ee1-9488b5e6bbee" -d '{"events": [{"name": "network-changed", "server_uuid": "47a62e0d-dbbf-43d6-8016-1eef00618c23", "tag": "7e86cfe9-973b-4c0c-91ab-ff835cde9c71"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:29:49.666816 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1986323-850b-40a4-8466-9cf9c8bb7ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e86cfe9-973b-4c0c-91ab-ff835cde9c71,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:49.678899 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e12785-ffb3-4f76-aeba-f0534bff5de4 x-openstack-request-id: req-29e12785-ffb3-4f76-aeba-f0534bff5de4 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:29:49.679227 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a62e0d-dbbf-43d6-8016-1eef00618c23", "tag": "7e86cfe9-973b-4c0c-91ab-ff835cde9c71", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:29:49.682213 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29e12785-ffb3-4f76-aeba-f0534bff5de4 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:29:49.682213 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a62e0d-dbbf-43d6-8016-1eef00618c23', 'tag': '7e86cfe9-973b-4c0c-91ab-ff835cde9c71', 'status': 'completed', 'code': 200} Sep 15 03:29:49.791839 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2958e-e23b-4b68-9ee1-9488b5e6bbee req-b2eed460-ca58-4109-b7eb-292a3ad19ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:49.793368 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-98b2958e-e23b-4b68-9ee1-9488b5e6bbee req-b2eed460-ca58-4109-b7eb-292a3ad19ebe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=215cbbd0130f44c3bd1032b8753e20ee&device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 1096 time: 0.0462050 Sep 15 03:29:49.916558 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d220fe8-5f41-455b-a5d3-3db38546eea0 req-b953362f-3b77-4df9-8084-dd69a74ad589 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:49.918056 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3d220fe8-5f41-455b-a5d3-3db38546eea0 req-b953362f-3b77-4df9-8084-dd69a74ad589 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0935931 Sep 15 03:29:49.939796 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1d8b6-55f6-4740-915c-7dfc6d75d8d4 req-0c26924b-c66a-4fbb-b189-cf4f641f0c30 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:49.941285 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2ea1d8b6-55f6-4740-915c-7dfc6d75d8d4 req-0c26924b-c66a-4fbb-b189-cf4f641f0c30 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 946 time: 0.0496044 Sep 15 03:29:49.983158 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2ea1d8b6-55f6-4740-915c-7dfc6d75d8d4 req-20f94f9b-24d5-4c40-a529-69367434bea5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358231 Sep 15 03:29:50.023201 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d28f3b-e232-4910-b198-16e34f09c620 req-2d086e8f-8b2b-4d2e-b19d-3594fabef5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:50.024714 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c0d28f3b-e232-4910-b198-16e34f09c620 req-2d086e8f-8b2b-4d2e-b19d-3594fabef5cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d6f8640cfdb4b6294bd02b2c063e433&device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 1138 time: 0.1302519 Sep 15 03:29:50.030676 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2958e-e23b-4b68-9ee1-9488b5e6bbee req-6232fab7-7a05-450e-9fe0-9806154066d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:50.032010 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-98b2958e-e23b-4b68-9ee1-9488b5e6bbee req-6232fab7-7a05-450e-9fe0-9806154066d5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=215cbbd0130f44c3bd1032b8753e20ee&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1803839 Sep 15 03:29:50.036699 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3d220fe8-5f41-455b-a5d3-3db38546eea0 req-085acaaf-117c-49b2-aa8e-07d4bd7faf2d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775263 Sep 15 03:29:50.246506 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d28f3b-e232-4910-b198-16e34f09c620 req-7d800660-9394-4ef3-95fc-0c8fd85f2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:50.248054 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c0d28f3b-e232-4910-b198-16e34f09c620 req-7d800660-9394-4ef3-95fc-0c8fd85f2b90 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3787134e-e22b-46af-a4ba-db5204827942 HTTP/1.1" status: 200 len: 916 time: 0.2003562 Sep 15 03:29:50.250177 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2958e-e23b-4b68-9ee1-9488b5e6bbee req-0140645c-6ea1-4286-8e5b-d9d3ae57c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:50.251590 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-98b2958e-e23b-4b68-9ee1-9488b5e6bbee req-0140645c-6ea1-4286-8e5b-d9d3ae57c8f0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2027197 Sep 15 03:29:50.265592 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715b0b5-36ba-460b-9f11-2f54cca8fbfa req-174eaee8-1684-4ee7-b2c6-2465183a8537 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:50.267206 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1715b0b5-36ba-460b-9f11-2f54cca8fbfa req-174eaee8-1684-4ee7-b2c6-2465183a8537 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 943 time: 0.1291442 Sep 15 03:29:50.297993 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139a300d-dee1-44e3-b669-ff419b2bc4c2'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:29:50.301181 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e129a95-e135-49f8-aadd-a12370cf5134" -d '{"events": [{"server_uuid": "707b5418-207a-461a-9d94-2e7c9c4a8dda", "name": "network-vif-plugged", "status": "completed", "tag": "139a300d-dee1-44e3-b669-ff419b2bc4c2"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:29:50.342460 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540ed1b-0a3f-4cab-b253-9430c8d7b96b req-3da236e6-18d6-4193-956d-0991525e1913 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:50.344216 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7540ed1b-0a3f-4cab-b253-9430c8d7b96b req-3da236e6-18d6-4193-956d-0991525e1913 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 945 time: 0.2798769 Sep 15 03:29:50.345376 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1715b0b5-36ba-460b-9f11-2f54cca8fbfa req-d54969e9-a9f4-4382-8c73-420de37dccf1 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710018 Sep 15 03:29:50.369829 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c0d28f3b-e232-4910-b198-16e34f09c620 req-cc660582-3d5b-4771-91b2-bdabe970b955 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e4ca83b-997c-4371-8187-47468d3d2d6a HTTP/1.1" status: 200 len: 1002 time: 0.0797992 Sep 15 03:29:50.388071 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7540ed1b-0a3f-4cab-b253-9430c8d7b96b req-20ef93b8-5afd-49bd-a339-ee40e66a9c97 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328140 Sep 15 03:29:50.395300 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3f3fa5-ebee-4d29-a686-14c8745bf447 x-openstack-request-id: req-5e3f3fa5-ebee-4d29-a686-14c8745bf447 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:29:50.395822 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707b5418-207a-461a-9d94-2e7c9c4a8dda", "name": "network-vif-plugged", "status": "completed", "tag": "139a300d-dee1-44e3-b669-ff419b2bc4c2", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:29:50.396265 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e3f3fa5-ebee-4d29-a686-14c8745bf447 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:29:50.396666 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139a300d-dee1-44e3-b669-ff419b2bc4c2', 'code': 200} Sep 15 03:29:50.438472 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-f6ec7ca4-b62d-402a-97f8-0b623aaff470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:50.440815 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-f6ec7ca4-b62d-402a-97f8-0b623aaff470 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=215cbbd0130f44c3bd1032b8753e20ee&device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 1096 time: 0.0490706 Sep 15 03:29:50.488283 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d28f3b-e232-4910-b198-16e34f09c620 req-05f63412-16c7-41ec-8c52-92cd712ba90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:50.489759 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c0d28f3b-e232-4910-b198-16e34f09c620 req-05f63412-16c7-41ec-8c52-92cd712ba90d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02ea9f88-a6bb-46cf-8846-3a95d95e73a4 HTTP/1.1" status: 200 len: 854 time: 0.0431008 Sep 15 03:29:50.589593 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-ef5481e5-8162-4014-aac6-56a3517a2bfd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e86cfe9-973b-4c0c-91ab-ff835cde9c71 HTTP/1.1" status: 200 len: 217 time: 0.0361049 Sep 15 03:29:50.891755 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d28f3b-e232-4910-b198-16e34f09c620 req-3bf32f55-caa4-4bb7-9122-11ebbed901b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:50.893760 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c0d28f3b-e232-4910-b198-16e34f09c620 req-3bf32f55-caa4-4bb7-9122-11ebbed901b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3787134e-e22b-46af-a4ba-db5204827942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3029060 Sep 15 03:29:50.895450 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-1424a8ff-246f-4117-96a9-1c098ab2c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:50.896737 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-1424a8ff-246f-4117-96a9-1c098ab2c2dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=41c269f4-96be-4aef-b1b7-ebd324d6417c HTTP/1.1" status: 200 len: 854 time: 0.2809312 Sep 15 03:29:50.958106 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-6836977e-167a-48a1-b3a0-244f8c0b11de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ee2e895-6966-425c-b97e-fb3b224eaa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385787 Sep 15 03:29:51.077597 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:29:51.097510 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c0d28f3b-e232-4910-b198-16e34f09c620 req-83e287b6-a840-4a51-ab35-9fbb1fd4580d service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863682 Sep 15 03:29:51.172843 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-a3022057-08f3-4c3d-a31a-678745508ef9 service neutron] 10.222.0.52 "GET /v2.0/networks/9ee2e895-6966-425c-b97e-fb3b224eaa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843147 Sep 15 03:29:51.179385 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf82b1-7fac-4436-a9d1-0c4e7208cb22 req-f58dd4dd-c8f8-41b5-b457-f0b04e9f5e04 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:51.181833 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-febf82b1-7fac-4436-a9d1-0c4e7208cb22 req-f58dd4dd-c8f8-41b5-b457-f0b04e9f5e04 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0569479 Sep 15 03:29:51.197851 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa018902-5c0f-4d93-8ad2-2c798bb2d5c4 req-59fe6f1d-3ecd-42e1-bace-c7352cb102e8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:51.199383 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fa018902-5c0f-4d93-8ad2-2c798bb2d5c4 req-59fe6f1d-3ecd-42e1-bace-c7352cb102e8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 946 time: 0.1197565 Sep 15 03:29:51.230649 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-febf82b1-7fac-4436-a9d1-0c4e7208cb22 req-b0f290ea-0214-4d0f-95f0-c41a27b01156 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413792 Sep 15 03:29:51.295889 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e2224-b683-4410-9b48-ca98115f535e req-c6ed6b88-db73-47df-8f96-bfe67805db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:51.299705 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-975e2224-b683-4410-9b48-ca98115f535e req-c6ed6b88-db73-47df-8f96-bfe67805db11 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 1099 time: 0.0725524 Sep 15 03:29:51.342203 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-975e2224-b683-4410-9b48-ca98115f535e req-51ca87ec-0cf9-444c-84c5-166366f3fb98 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279105 Sep 15 03:29:51.357362 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c0d28f3b-e232-4910-b198-16e34f09c620 req-0e019577-9f34-49fb-b4c5-b089a3406ca5 service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192860 Sep 15 03:29:51.365236 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fa018902-5c0f-4d93-8ad2-2c798bb2d5c4 req-0cfce4a6-e160-41b1-8980-b404b7bc248d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285348 Sep 15 03:29:51.380282 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c5550e69-7ee3-4afd-8aed-211d03f8691f req-e6b2ac97-73a7-4a4e-8c70-e6b502af1f1b service neutron] 10.222.0.52 "GET /v2.0/networks/9ee2e895-6966-425c-b97e-fb3b224eaa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781297 Sep 15 03:29:51.467850 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c07a10-5488-4efa-8e03-a66d0100db29 req-19b9a3ab-1c29-427f-92cf-013f22fa159b tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:51.469320 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c8c07a10-5488-4efa-8e03-a66d0100db29 req-19b9a3ab-1c29-427f-92cf-013f22fa159b tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 943 time: 0.0502779 Sep 15 03:29:51.507251 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c8c07a10-5488-4efa-8e03-a66d0100db29 req-00164222-c152-4e64-94ad-98d3d6db5583 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315280 Sep 15 03:29:51.507795 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feef01a-d47e-41eb-90b8-50715fc242d9 req-87f9056b-45b6-4abd-89c0-d3fe0741b64b tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:51.509286 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8feef01a-d47e-41eb-90b8-50715fc242d9 req-87f9056b-45b6-4abd-89c0-d3fe0741b64b tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 945 time: 0.0498099 Sep 15 03:29:51.546437 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8feef01a-d47e-41eb-90b8-50715fc242d9 req-5c427e36-5779-4c1e-9298-b262f00f842b tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313787 Sep 15 03:29:51.892152 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09112e4c-cf6d-4c91-ba96-e213be6eef03 req-616c1299-1769-476f-8302-d90997c7ac79 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:51.894209 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-09112e4c-cf6d-4c91-ba96-e213be6eef03 req-616c1299-1769-476f-8302-d90997c7ac79 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0659771 Sep 15 03:29:51.931447 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-09112e4c-cf6d-4c91-ba96-e213be6eef03 req-24ccaad1-be3e-4ea9-a557-0798c14d0bc6 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311294 Sep 15 03:29:52.350776 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16ed84-8530-401d-9443-9ec607edfaa4 req-4d6f56b6-0a93-4f5e-a4c1-8dc864410c8a tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:52.352390 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ef16ed84-8530-401d-9443-9ec607edfaa4 req-4d6f56b6-0a93-4f5e-a4c1-8dc864410c8a tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0496061 Sep 15 03:29:52.393909 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ef16ed84-8530-401d-9443-9ec607edfaa4 req-a427ee91-042f-444f-98f8-352a0387f174 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354426 Sep 15 03:29:52.494748 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d92f5a-d209-41c5-8528-0ff447f9a044 req-fc596ce1-2e22-461d-98c2-10aa035c412f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:52.496435 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-99d92f5a-d209-41c5-8528-0ff447f9a044 req-fc596ce1-2e22-461d-98c2-10aa035c412f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 946 time: 0.0493944 Sep 15 03:29:52.534857 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-99d92f5a-d209-41c5-8528-0ff447f9a044 req-e66dc315-1636-4872-b60e-216b8d633823 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324929 Sep 15 03:29:52.632637 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd616b-e78a-4e03-8b30-98ec467ee23c req-1c690b2a-a62b-4620-acf7-203adbc986a6 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:52.634145 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-99cd616b-e78a-4e03-8b30-98ec467ee23c req-1c690b2a-a62b-4620-acf7-203adbc986a6 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 943 time: 0.0498435 Sep 15 03:29:52.678439 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-99cd616b-e78a-4e03-8b30-98ec467ee23c req-021f9fc2-249a-48cb-a354-c8ee8cad5886 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361741 Sep 15 03:29:53.051603 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb84b3-7a65-4d54-9433-368695ce6a62 req-484a1c81-36bf-4d8b-b83b-66fb7855316a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:53.053363 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4dbb84b3-7a65-4d54-9433-368695ce6a62 req-484a1c81-36bf-4d8b-b83b-66fb7855316a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0539353 Sep 15 03:29:53.106544 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4dbb84b3-7a65-4d54-9433-368695ce6a62 req-8e844831-726c-49af-be5e-9b5d3fc16ccc tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371447 Sep 15 03:29:53.512206 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6db51-b841-4b20-965c-b33bc754be58 req-acc54b45-366b-4a81-a60d-14cc5100b557 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:53.513750 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-11e6db51-b841-4b20-965c-b33bc754be58 req-acc54b45-366b-4a81-a60d-14cc5100b557 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0489032 Sep 15 03:29:53.560545 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-11e6db51-b841-4b20-965c-b33bc754be58 req-a21e61e4-c29f-419e-b03b-0d0bd0664492 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397923 Sep 15 03:29:53.676305 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721e32d-0c72-4660-8252-d788fa8670a9 req-2ee5823f-b980-4740-86f8-510f26dfaf29 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:53.677819 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e721e32d-0c72-4660-8252-d788fa8670a9 req-2ee5823f-b980-4740-86f8-510f26dfaf29 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 946 time: 0.0593679 Sep 15 03:29:53.716901 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e721e32d-0c72-4660-8252-d788fa8670a9 req-db68425a-fd5e-48f4-bf1f-fb841e37044d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328498 Sep 15 03:29:53.798022 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b967b1-96a5-4b82-a862-c35f4527a5a5 req-6abf528d-eb57-4cbd-8268-da5b8d165ac0 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:53.799790 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-26b967b1-96a5-4b82-a862-c35f4527a5a5 req-6abf528d-eb57-4cbd-8268-da5b8d165ac0 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 943 time: 0.0526733 Sep 15 03:29:53.839531 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-26b967b1-96a5-4b82-a862-c35f4527a5a5 req-4cbe0246-2659-408a-9dc8-6ddb468aa88e tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329242 Sep 15 03:29:54.028914 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:29:54.124492 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 7e86cfe9-973b-4c0c-91ab-ff835cde9c71, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=7e86cfe9-973b-4c0c-91ab-ff835cde9c71,segment=NetworkSegment(f5f41df7-958e-4e6f-8605-1efc8ea8fc26),segment_id=f5f41df7-958e-4e6f-8605-1efc8ea8fc26)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:29:54.135498 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': '7e86cfe9-973b-4c0c-91ab-ff835cde9c71', 'network_id': '9ee2e895-6966-425c-b97e-fb3b224eaa8f', 'port_id': '7e86cfe9-973b-4c0c-91ab-ff835cde9c71', 'mac_address': 'fa:16:3e:50:39:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c269f4-96be-4aef-b1b7-ebd324d6417c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:29:54.173804 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:54.188153 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:29:54.208832 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 7e86cfe9-973b-4c0c-91ab-ff835cde9c71, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=7e86cfe9-973b-4c0c-91ab-ff835cde9c71,segment=NetworkSegment(f5f41df7-958e-4e6f-8605-1efc8ea8fc26),segment_id=f5f41df7-958e-4e6f-8605-1efc8ea8fc26)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:29:54.213299 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:54.226492 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713169d-8a85-4888-823b-edc6ae483c12 req-dceb1a33-b473-4c8a-9b8f-283c56efa7f9 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:54.228255 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3713169d-8a85-4888-823b-edc6ae483c12 req-dceb1a33-b473-4c8a-9b8f-283c56efa7f9 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0546176 Sep 15 03:29:54.267359 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=7e86cfe9-973b-4c0c-91ab-ff835cde9c71,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:54.272260 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3713169d-8a85-4888-823b-edc6ae483c12 req-a4129654-c562-4048-b5db-df6f87499069 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375376 Sep 15 03:29:54.680377 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc5541-7c35-4eb2-9cd5-97061363622d req-9a2a13c7-8834-478c-8559-4c1a070ebe5a tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:54.681839 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-43dc5541-7c35-4eb2-9cd5-97061363622d req-9a2a13c7-8834-478c-8559-4c1a070ebe5a tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0513728 Sep 15 03:29:54.719640 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-43dc5541-7c35-4eb2-9cd5-97061363622d req-3d6d1c91-951f-4a10-a67d-cee152ffadfe tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318341 Sep 15 03:29:54.854942 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68184991-8948-4200-a499-89e427cdbb5b req-617009f6-5ff3-442b-8b90-0cae6789d98f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:54.856348 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-68184991-8948-4200-a499-89e427cdbb5b req-617009f6-5ff3-442b-8b90-0cae6789d98f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 946 time: 0.0476735 Sep 15 03:29:54.895427 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-68184991-8948-4200-a499-89e427cdbb5b req-2385b20e-35c5-4ecf-a69b-e7f985849ca8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322850 Sep 15 03:29:54.954738 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9481e16-ee52-4cd4-a5d9-3ccf91462e03 req-d53e8497-e0d2-4eea-9ded-9e9fe61cd303 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:54.956818 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e9481e16-ee52-4cd4-a5d9-3ccf91462e03 req-d53e8497-e0d2-4eea-9ded-9e9fe61cd303 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 944 time: 0.0484443 Sep 15 03:29:54.994192 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e9481e16-ee52-4cd4-a5d9-3ccf91462e03 req-2d599723-3251-40a8-a34e-aa31605222d4 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315428 Sep 15 03:29:55.386033 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb1aff-672a-43be-805e-796e0d328ff9 req-425af178-a58c-44d5-a790-074677f4561a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:55.387525 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-08fb1aff-672a-43be-805e-796e0d328ff9 req-425af178-a58c-44d5-a790-074677f4561a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0505099 Sep 15 03:29:55.426205 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-08fb1aff-672a-43be-805e-796e0d328ff9 req-36084eb2-0a73-4bca-930f-f833de838e49 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329051 Sep 15 03:29:55.833898 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da28c9-595a-438d-937a-727971032b1e req-b8a66b33-97e3-4709-8980-c4d387f8d8c9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:55.835389 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b0da28c9-595a-438d-937a-727971032b1e req-b8a66b33-97e3-4709-8980-c4d387f8d8c9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0487366 Sep 15 03:29:55.874809 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b0da28c9-595a-438d-937a-727971032b1e req-e894beb1-7d57-45d0-97ad-c3b3943320af tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334747 Sep 15 03:29:56.112398 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c7c17-d7f5-4b1d-93ed-03893ca52974 req-3bd64482-23a6-476a-b37e-134c3a15bb7b tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:56.114602 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5d7c7c17-d7f5-4b1d-93ed-03893ca52974 req-3bd64482-23a6-476a-b37e-134c3a15bb7b tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 944 time: 0.0531275 Sep 15 03:29:56.152768 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5d7c7c17-d7f5-4b1d-93ed-03893ca52974 req-719096c9-ba73-4e5c-88b6-b0de99c7b8dd tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304089 Sep 15 03:29:56.543878 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e952f6-4880-47cb-85ab-138977b9f992 req-fc2953a1-441d-4078-9578-696156b0b458 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:56.545352 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46e952f6-4880-47cb-85ab-138977b9f992 req-fc2953a1-441d-4078-9578-696156b0b458 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0529633 Sep 15 03:29:56.582715 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46e952f6-4880-47cb-85ab-138977b9f992 req-c060e5eb-edc3-4a7c-a6ad-6ddf70621450 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313947 Sep 15 03:29:56.986767 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1003e6-7c67-4dec-b950-a2877ce9d12d req-cf22fa9d-10c9-4f1c-a2c1-db1009ad06e4 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:56.988260 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-eb1003e6-7c67-4dec-b950-a2877ce9d12d req-cf22fa9d-10c9-4f1c-a2c1-db1009ad06e4 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0486424 Sep 15 03:29:57.029070 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-eb1003e6-7c67-4dec-b950-a2877ce9d12d req-d7c8bbf5-bd0c-4a32-95b5-a38c07c9b09d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348408 Sep 15 03:29:57.264913 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efcb0e-c4ff-4949-80f0-394e25f8775a req-e93b5418-250c-4eb2-b1cc-332e8231d8c4 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:57.266394 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e4efcb0e-c4ff-4949-80f0-394e25f8775a req-e93b5418-250c-4eb2-b1cc-332e8231d8c4 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 944 time: 0.0491588 Sep 15 03:29:57.303404 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e4efcb0e-c4ff-4949-80f0-394e25f8775a req-f74570f8-05c4-4b13-b218-61a2c9f127e5 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309012 Sep 15 03:29:57.699044 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec524ee1-237e-4071-98b0-39bd2c956452 req-f9e947c7-2d9f-4ef7-9d7f-cdbd91b50eed tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:57.700490 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ec524ee1-237e-4071-98b0-39bd2c956452 req-f9e947c7-2d9f-4ef7-9d7f-cdbd91b50eed tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0514758 Sep 15 03:29:57.739022 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ec524ee1-237e-4071-98b0-39bd2c956452 req-d60ad34f-9617-49c9-ae8a-061ffdf1fc19 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325766 Sep 15 03:29:57.813739 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['7e86cfe9-973b-4c0c-91ab-ff835cde9c71'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:29:58.154938 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f732d2b-44bd-433a-9c6e-4dd19bb8e376 req-ea07a8e4-aecd-493d-af33-7a18fe0df691 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:58.166177 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfe397-e199-4039-a88d-e3869baa3fcf req-912e4c2c-b93f-4ea9-8156-07dc3c8f12e0 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:58.167040 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2f732d2b-44bd-433a-9c6e-4dd19bb8e376 req-ea07a8e4-aecd-493d-af33-7a18fe0df691 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0717041 Sep 15 03:29:58.167723 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-cecfe397-e199-4039-a88d-e3869baa3fcf req-912e4c2c-b93f-4ea9-8156-07dc3c8f12e0 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.52 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 946 time: 0.0536997 Sep 15 03:29:58.213383 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2f732d2b-44bd-433a-9c6e-4dd19bb8e376 req-bfb26e0e-0300-4543-830d-41d6369c7723 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402968 Sep 15 03:29:58.264054 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-cecfe397-e199-4039-a88d-e3869baa3fcf req-3443c126-06d5-4141-8aae-3109af6cb79d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Deleting port 2c1cce10-a77d-475a-a3cd-84b4888a69ef {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:29:58.264405 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cecfe397-e199-4039-a88d-e3869baa3fcf req-3443c126-06d5-4141-8aae-3109af6cb79d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:58.355796 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-cecfe397-e199-4039-a88d-e3869baa3fcf req-3443c126-06d5-4141-8aae-3109af6cb79d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] For port 2c1cce10-a77d-475a-a3cd-84b4888a69ef, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=2c1cce10-a77d-475a-a3cd-84b4888a69ef,segment=NetworkSegment(9f3a0847-e5ad-4907-be31-712dcec04721),segment_id=9f3a0847-e5ad-4907-be31-712dcec04721)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:29:58.356166 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cecfe397-e199-4039-a88d-e3869baa3fcf req-3443c126-06d5-4141-8aae-3109af6cb79d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:58.368386 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-cecfe397-e199-4039-a88d-e3869baa3fcf req-3443c126-06d5-4141-8aae-3109af6cb79d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Calling delete_port for 2c1cce10-a77d-475a-a3cd-84b4888a69ef owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:29:58.454621 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875eda2e-02f9-4646-b65a-f1e87ad3a75c req-a5b7f035-d069-4ece-a127-7941da3e23da tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:58.456130 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-875eda2e-02f9-4646-b65a-f1e87ad3a75c req-a5b7f035-d069-4ece-a127-7941da3e23da tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 944 time: 0.0859027 Sep 15 03:29:58.508082 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-875eda2e-02f9-4646-b65a-f1e87ad3a75c req-930e6a26-3b30-4779-82b7-22e5d130fb32 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457079 Sep 15 03:29:58.562070 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cecfe397-e199-4039-a88d-e3869baa3fcf req-3443c126-06d5-4141-8aae-3109af6cb79d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:58.590404 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443c126-06d5-4141-8aae-3109af6cb79d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Pushing event deleted for resources: {'Port': ['ID=2c1cce10-a77d-475a-a3cd-84b4888a69ef,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:29:58.633246 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecfe397-e199-4039-a88d-e3869baa3fcf req-3443c126-06d5-4141-8aae-3109af6cb79d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] No DVR routers for this DVR port 2c1cce10-a77d-475a-a3cd-84b4888a69ef on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:29:58.635943 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cecfe397-e199-4039-a88d-e3869baa3fcf req-3443c126-06d5-4141-8aae-3109af6cb79d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:29:58.637946 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-cecfe397-e199-4039-a88d-e3869baa3fcf req-3443c126-06d5-4141-8aae-3109af6cb79d tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.52 "DELETE /v2.0/ports/2c1cce10-a77d-475a-a3cd-84b4888a69ef HTTP/1.1" status: 204 len: 173 time: 0.4633086 Sep 15 03:29:58.638389 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a85503-1231-4aec-a2a9-d62bd5a6aa10', 'name': 'network-vif-deleted', 'tag': '2c1cce10-a77d-475a-a3cd-84b4888a69ef'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:29:58.640641 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d8f793-8875-48da-a8fd-8d65bce8a45c" -d '{"events": [{"server_uuid": "50a85503-1231-4aec-a2a9-d62bd5a6aa10", "name": "network-vif-deleted", "tag": "2c1cce10-a77d-475a-a3cd-84b4888a69ef"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:29:58.679222 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f61056-d666-489a-b24a-f1916cbf6b1f x-openstack-request-id: req-41f61056-d666-489a-b24a-f1916cbf6b1f {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:29:58.679518 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a85503-1231-4aec-a2a9-d62bd5a6aa10", "name": "network-vif-deleted", "tag": "2c1cce10-a77d-475a-a3cd-84b4888a69ef", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:29:58.679794 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41f61056-d666-489a-b24a-f1916cbf6b1f {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:29:58.680198 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a85503-1231-4aec-a2a9-d62bd5a6aa10', 'name': 'network-vif-deleted', 'tag': '2c1cce10-a77d-475a-a3cd-84b4888a69ef', 'status': 'completed', 'code': 200} Sep 15 03:29:58.744390 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['2c1cce10-a77d-475a-a3cd-84b4888a69ef', '6f63d2c8-ad7a-4269-b636-9a37ba9a27b7'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:29:58.850532 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4a8fbf9c-0b8a-4fce-be34-fe2a01e39f3d req-6093f431-00cb-4da6-99f3-8997779ddaf8 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=50a85503-1231-4aec-a2a9-d62bd5a6aa10 HTTP/1.1" status: 200 len: 210 time: 0.0296881 Sep 15 03:29:59.343259 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4861c-c2a9-42b5-ac32-062e5a2a14ea req-5b38b728-1c01-41af-911e-afd88d41a6f0 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:59.345178 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-aff4861c-c2a9-42b5-ac32-062e5a2a14ea req-5b38b728-1c01-41af-911e-afd88d41a6f0 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0557632 Sep 15 03:29:59.393199 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-aff4861c-c2a9-42b5-ac32-062e5a2a14ea req-6473e2ab-cc8a-4561-aa0c-f1c00c81eeb2 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406194 Sep 15 03:29:59.628134 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f6178-7566-461f-8281-782bfbdfac07 req-08ad4954-4e65-43e4-b19b-cb7b842ba171 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:29:59.629604 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1a1f6178-7566-461f-8281-782bfbdfac07 req-08ad4954-4e65-43e4-b19b-cb7b842ba171 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 944 time: 0.0523334 Sep 15 03:29:59.671992 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1a1f6178-7566-461f-8281-782bfbdfac07 req-6a2e00af-8cc2-4424-afcf-4cd2a74b0157 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362952 Sep 15 03:30:00.085641 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:30:00.133801 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b04837-db79-43ab-b5a8-b0f35d15ba2a req-d91fe8f1-48f1-4ada-bde4-ff8a792cfb84 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:00.135255 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-69b04837-db79-43ab-b5a8-b0f35d15ba2a req-d91fe8f1-48f1-4ada-bde4-ff8a792cfb84 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0505967 Sep 15 03:30:00.135999 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:30:00.139721 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:30:00.140097 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:00.172805 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-69b04837-db79-43ab-b5a8-b0f35d15ba2a req-c4554a4a-86d5-404c-8409-40894a5b410a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313098 Sep 15 03:30:00.217215 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:00.239725 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a62e0d-dbbf-43d6-8016-1eef00618c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e86cfe9-973b-4c0c-91ab-ff835cde9c71'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:30:00.241926 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a112c9-f073-4327-ba26-d33cd120e103" -d '{"events": [{"server_uuid": "47a62e0d-dbbf-43d6-8016-1eef00618c23", "name": "network-vif-plugged", "status": "completed", "tag": "7e86cfe9-973b-4c0c-91ab-ff835cde9c71"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:30:00.257610 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 7e86cfe9-973b-4c0c-91ab-ff835cde9c71, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=7e86cfe9-973b-4c0c-91ab-ff835cde9c71,segment=NetworkSegment(f5f41df7-958e-4e6f-8605-1efc8ea8fc26),segment_id=f5f41df7-958e-4e6f-8605-1efc8ea8fc26)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:30:00.261729 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:00.262621 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 2c1cce10-a77d-475a-a3cd-84b4888a69ef no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:30:00.309127 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a818ae70-28e5-4a7e-9449-f5ac4d86c7e1 x-openstack-request-id: req-a818ae70-28e5-4a7e-9449-f5ac4d86c7e1 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:30:00.309409 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a62e0d-dbbf-43d6-8016-1eef00618c23", "name": "network-vif-plugged", "status": "completed", "tag": "7e86cfe9-973b-4c0c-91ab-ff835cde9c71", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:30:00.309664 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a818ae70-28e5-4a7e-9449-f5ac4d86c7e1 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:30:00.310053 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a62e0d-dbbf-43d6-8016-1eef00618c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e86cfe9-973b-4c0c-91ab-ff835cde9c71', 'code': 200} Sep 15 03:30:00.312522 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: 2c1cce10-a77d-475a-a3cd-84b4888a69ef {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:30:00.312876 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 2c1cce10-a77d-475a-a3cd-84b4888a69ef not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:30:00.340080 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=7e86cfe9-973b-4c0c-91ab-ff835cde9c71,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:00.510115 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224e391-c916-4918-9d8a-278b1292f614 req-5373fd5b-9861-4b0f-9ee4-0755a1f14f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:00.511924 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d224e391-c916-4918-9d8a-278b1292f614 req-5373fd5b-9861-4b0f-9ee4-0755a1f14f38 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 1098 time: 0.0445516 Sep 15 03:30:00.514310 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bd6d6-b2da-4038-a927-d39227c319b2 req-b27514f6-47af-4216-9b85-2e91daa8286d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:00.515915 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6f9bd6d6-b2da-4038-a927-d39227c319b2 req-b27514f6-47af-4216-9b85-2e91daa8286d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0514815 Sep 15 03:30:00.547830 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d224e391-c916-4918-9d8a-278b1292f614 req-281a26bb-c073-4cef-9d73-8b700c8fc501 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273263 Sep 15 03:30:00.556008 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6f9bd6d6-b2da-4038-a927-d39227c319b2 req-e50be870-4ac8-4bf0-8f5e-3f7381466df6 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334315 Sep 15 03:30:00.790417 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a88039-d664-44e3-94ef-15119e7ca5ec req-18cdafa7-0f5c-49cc-9ba3-f06387048b81 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:00.792149 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-87a88039-d664-44e3-94ef-15119e7ca5ec req-18cdafa7-0f5c-49cc-9ba3-f06387048b81 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 945 time: 0.0507452 Sep 15 03:30:00.829645 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-87a88039-d664-44e3-94ef-15119e7ca5ec req-05f25b5a-2862-4a68-88f7-1f264473d269 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311055 Sep 15 03:30:01.319111 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad978ef-5b91-42f6-ba2e-d964048eee31 req-82b4c195-cf9f-4e5e-a3a7-591abfc301fd tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:01.321005 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6ad978ef-5b91-42f6-ba2e-d964048eee31 req-82b4c195-cf9f-4e5e-a3a7-591abfc301fd tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0606768 Sep 15 03:30:01.368095 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6ad978ef-5b91-42f6-ba2e-d964048eee31 req-32c650a5-1df5-42fa-b1ce-b20d0593587a tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319545 Sep 15 03:30:01.714778 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6c8c1-c783-4448-acb0-e0a5715ec3ca req-dbbaa33a-f863-4a47-b80f-d98c877c0c19 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:01.716334 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-aad6c8c1-c783-4448-acb0-e0a5715ec3ca req-dbbaa33a-f863-4a47-b80f-d98c877c0c19 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0583203 Sep 15 03:30:01.757412 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-aad6c8c1-c783-4448-acb0-e0a5715ec3ca req-550e768f-4aff-468d-920a-08d3511f32fb tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332949 Sep 15 03:30:01.945093 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c84314-53a5-4860-afa8-5e84aaa5f568 req-f8453322-32f9-4792-aa6c-fa19039d8797 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:01.946606 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e4c84314-53a5-4860-afa8-5e84aaa5f568 req-f8453322-32f9-4792-aa6c-fa19039d8797 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 945 time: 0.0484138 Sep 15 03:30:01.990998 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e4c84314-53a5-4860-afa8-5e84aaa5f568 req-b1525790-e04b-4388-8dc0-3b601c2f5eda tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383344 Sep 15 03:30:02.481329 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81554c-3f3b-4b84-9ed6-932cd3fd1ea9 req-2e39ae36-9395-4136-8f93-0d35ae03d90c tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:02.482701 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0e81554c-3f3b-4b84-9ed6-932cd3fd1ea9 req-2e39ae36-9395-4136-8f93-0d35ae03d90c tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0484567 Sep 15 03:30:02.519180 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0e81554c-3f3b-4b84-9ed6-932cd3fd1ea9 req-409b04d8-1d82-45d5-8957-b956f1bbe2f6 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296855 Sep 15 03:30:02.894709 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fddbe-0ef3-46fa-81e5-6a443096edfe req-cddc8751-20b9-4cda-8fac-02dbc45e5e6e tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:02.897142 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3e6fddbe-0ef3-46fa-81e5-6a443096edfe req-cddc8751-20b9-4cda-8fac-02dbc45e5e6e tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0575938 Sep 15 03:30:02.940928 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 44520) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:02.957284 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3e6fddbe-0ef3-46fa-81e5-6a443096edfe req-cb9adc78-acc0-491f-a69c-962a14d4e1a4 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528953 Sep 15 03:30:03.064006 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57fdf4b1-7d92-441e-8a66-329540dbc79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:03.156293 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938d438-e66b-49f7-b1c7-0010f63d771f req-5eceb997-f436-41a3-bf03-ae649a2fedd3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:03.157778 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2938d438-e66b-49f7-b1c7-0010f63d771f req-5eceb997-f436-41a3-bf03-ae649a2fedd3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 945 time: 0.0889711 Sep 15 03:30:03.230806 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2938d438-e66b-49f7-b1c7-0010f63d771f req-7254d01f-4964-4f2a-8750-29b99999fd29 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629826 Sep 15 03:30:03.267543 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57fdf4b1-7d92-441e-8a66-329540dbc79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:03.274197 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57fdf4b1-7d92-441e-8a66-329540dbc79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:03.317638 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-57fdf4b1-7d92-441e-8a66-329540dbc79d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d5eeda9aada4fa3952a2ae3576a39ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755739 Sep 15 03:30:03.318689 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdf4b1-7d92-441e-8a66-329540dbc79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf83a21-2e6c-414b-8295-11ce99b1d36d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:03.320782 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 44530) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:03.382391 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c56b3470-43cd-4358-9dbb-647e318c4a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:03.420891 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c56b3470-43cd-4358-9dbb-647e318c4a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:03.477522 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c56b3470-43cd-4358-9dbb-647e318c4a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:03.480193 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c56b3470-43cd-4358-9dbb-647e318c4a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:03.481489 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c56b3470-43cd-4358-9dbb-647e318c4a80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cf83a21-2e6c-414b-8295-11ce99b1d36d HTTP/1.1" status: 204 len: 168 time: 0.1591477 Sep 15 03:30:03.492401 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b3470-43cd-4358-9dbb-647e318c4a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf83a21-2e6c-414b-8295-11ce99b1d36d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:03.684247 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f668bc-e23d-4cd9-b017-afb6d258b97a req-43ad59f8-b78b-42a2-b3e8-d36d7e05c6ca tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:03.685867 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-60f668bc-e23d-4cd9-b017-afb6d258b97a req-43ad59f8-b78b-42a2-b3e8-d36d7e05c6ca tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0711350 Sep 15 03:30:03.727286 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-60f668bc-e23d-4cd9-b017-afb6d258b97a req-280ae188-cea9-4e12-8db4-62f770bcb2b4 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335636 Sep 15 03:30:04.086845 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767e17d-a8a8-4c5a-aa35-6d89c1707a7f req-5d76efd2-a4d9-4317-90f8-78e73e5f834f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:04.088455 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d767e17d-a8a8-4c5a-aa35-6d89c1707a7f req-5d76efd2-a4d9-4317-90f8-78e73e5f834f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0521429 Sep 15 03:30:04.130918 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d767e17d-a8a8-4c5a-aa35-6d89c1707a7f req-a2b3908e-929d-4288-80c1-a7aee5c4a85d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360665 Sep 15 03:30:04.524656 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 44572) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:04.626595 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f429a7b9-39c5-4016-88ff-475d61f150e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:04.714694 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f429a7b9-39c5-4016-88ff-475d61f150e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:04.718613 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f429a7b9-39c5-4016-88ff-475d61f150e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:04.757645 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-f429a7b9-39c5-4016-88ff-475d61f150e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3db77f93b4a4730923c5efa441df487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318647 Sep 15 03:30:04.758837 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429a7b9-39c5-4016-88ff-475d61f150e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78a087f-53a5-41b7-ae32-f9d6e68d93e6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:04.760446 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 44580) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:04.835356 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-06b6f04c-5c76-43e3-8945-0f101f790524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:04.863715 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-06b6f04c-5c76-43e3-8945-0f101f790524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:04.877259 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa2a3d-5982-4640-851c-219059c8109d req-19020664-bea1-4192-8d35-e5ce349ca2ca tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:04.878784 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-83fa2a3d-5982-4640-851c-219059c8109d req-19020664-bea1-4192-8d35-e5ce349ca2ca tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0800862 Sep 15 03:30:04.931130 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-83fa2a3d-5982-4640-851c-219059c8109d req-1d5bc2de-e59c-40f0-a1aa-cd2bdfccb5e7 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441108 Sep 15 03:30:04.944390 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-06b6f04c-5c76-43e3-8945-0f101f790524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:04.946919 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-06b6f04c-5c76-43e3-8945-0f101f790524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:04.948070 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-06b6f04c-5c76-43e3-8945-0f101f790524 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b78a087f-53a5-41b7-ae32-f9d6e68d93e6 HTTP/1.1" status: 204 len: 168 time: 0.1865559 Sep 15 03:30:04.958879 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6f04c-5c76-43e3-8945-0f101f790524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78a087f-53a5-41b7-ae32-f9d6e68d93e6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:05.251433 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46394d38-914a-44ad-963e-414675f80414 req-cdfb7466-34de-4bdd-9115-9898027aa554 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:05.252982 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46394d38-914a-44ad-963e-414675f80414 req-cdfb7466-34de-4bdd-9115-9898027aa554 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0531530 Sep 15 03:30:05.294684 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-46394d38-914a-44ad-963e-414675f80414 req-e7031fc4-6c73-422f-a49e-43903ba95520 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336955 Sep 15 03:30:05.713260 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2acc63d5-655e-4db3-a238-94595b0b3394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:06.046525 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbc5df-c5ed-4d30-bc7a-ac38716eb036 req-3dd46d0b-09f5-4156-ae9f-49a2b6a94fd6 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:06.047941 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-aafbc5df-c5ed-4d30-bc7a-ac38716eb036 req-3dd46d0b-09f5-4156-ae9f-49a2b6a94fd6 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0507205 Sep 15 03:30:06.085788 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-aafbc5df-c5ed-4d30-bc7a-ac38716eb036 req-aaeed04c-2d2d-4a81-8d1d-2b9761766e15 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319133 Sep 15 03:30:06.407018 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350083-7fbd-4c5b-99e1-8589e463fa80 req-829d820f-7b89-4072-aae9-dae7d3be8209 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:06.408458 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-18350083-7fbd-4c5b-99e1-8589e463fa80 req-829d820f-7b89-4072-aae9-dae7d3be8209 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0484509 Sep 15 03:30:06.447044 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-18350083-7fbd-4c5b-99e1-8589e463fa80 req-d7448d0d-0247-4e26-bb75-bc597f4bde78 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325892 Sep 15 03:30:06.555155 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:07.201407 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a9c9f-f860-4696-8bd7-ce2864589818 req-ed992563-b516-4a1e-bba5-f87b37a816b0 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:07.202869 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-345a9c9f-f860-4696-8bd7-ce2864589818 req-ed992563-b516-4a1e-bba5-f87b37a816b0 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0510125 Sep 15 03:30:07.239967 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-345a9c9f-f860-4696-8bd7-ce2864589818 req-250bd5f7-7523-4700-a1d8-5da8755a83f4 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/security-groups?id=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307338 Sep 15 03:30:07.290442 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d71569-2994-41a8-9e4d-15b5471c8faf req-aa77fe79-4af8-4d1a-a248-b9cec1207a49 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:07.291908 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-57d71569-2994-41a8-9e4d-15b5471c8faf req-aa77fe79-4af8-4d1a-a248-b9cec1207a49 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.52 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 945 time: 0.0511243 Sep 15 03:30:07.392665 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-57d71569-2994-41a8-9e4d-15b5471c8faf req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Deleting port 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:30:07.392910 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-57d71569-2994-41a8-9e4d-15b5471c8faf req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:07.500650 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-57d71569-2994-41a8-9e4d-15b5471c8faf req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] For port 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7,segment=NetworkSegment(9f3a0847-e5ad-4907-be31-712dcec04721),segment_id=9f3a0847-e5ad-4907-be31-712dcec04721)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:30:07.501025 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-57d71569-2994-41a8-9e4d-15b5471c8faf req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:07.514551 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-57d71569-2994-41a8-9e4d-15b5471c8faf req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Calling delete_port for 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:30:07.589103 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85c23d-22e0-4d72-8dba-2ec958aaefd4 req-4b23eb9b-4788-4739-b73e-d926f616321e tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:07.592168 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2a85c23d-22e0-4d72-8dba-2ec958aaefd4 req-4b23eb9b-4788-4739-b73e-d926f616321e tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0637102 Sep 15 03:30:07.637187 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2a85c23d-22e0-4d72-8dba-2ec958aaefd4 req-70f55285-c435-4c40-b8d0-b6065a35a167 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393419 Sep 15 03:30:07.662350 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-57d71569-2994-41a8-9e4d-15b5471c8faf req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:07.695451 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Pushing event deleted for resources: {'Port': ['ID=6f63d2c8-ad7a-4269-b636-9a37ba9a27b7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:07.697084 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['6f63d2c8-ad7a-4269-b636-9a37ba9a27b7'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:30:07.736621 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:07.736976 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:07.737879 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:07.738308 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:07.738657 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:07.739017 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:07.739362 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:07.739698 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:07.740032 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:07.740368 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:07.740707 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:07.741038 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:07.743639 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d71569-2994-41a8-9e4d-15b5471c8faf req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] No DVR routers for this DVR port 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:30:07.745701 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-57d71569-2994-41a8-9e4d-15b5471c8faf req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:07.747706 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-57d71569-2994-41a8-9e4d-15b5471c8faf req-af35a80b-4b83-4864-9cc6-8a5c192a5d6e tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.52 "DELETE /v2.0/ports/6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 HTTP/1.1" status: 204 len: 173 time: 0.4369690 Sep 15 03:30:07.748145 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30888f20-4269-4df0-a00f-6c25a0b77a44', 'name': 'network-vif-deleted', 'tag': '6f63d2c8-ad7a-4269-b636-9a37ba9a27b7'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:30:07.750342 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3fdd94-cd4c-41c8-9bdc-a3307e4073d5" -d '{"events": [{"server_uuid": "30888f20-4269-4df0-a00f-6c25a0b77a44", "name": "network-vif-deleted", "tag": "6f63d2c8-ad7a-4269-b636-9a37ba9a27b7"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:30:07.786304 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bf996f-e5a2-4922-af1e-98a2ada71283 x-openstack-request-id: req-97bf996f-e5a2-4922-af1e-98a2ada71283 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:30:07.786532 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30888f20-4269-4df0-a00f-6c25a0b77a44", "name": "network-vif-deleted", "tag": "6f63d2c8-ad7a-4269-b636-9a37ba9a27b7", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:30:07.787359 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97bf996f-e5a2-4922-af1e-98a2ada71283 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:30:07.788186 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30888f20-4269-4df0-a00f-6c25a0b77a44', 'name': 'network-vif-deleted', 'tag': '6f63d2c8-ad7a-4269-b636-9a37ba9a27b7', 'status': 'completed', 'code': 200} Sep 15 03:30:07.967202 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-50e8f194-1645-4b6f-ab91-dcf78b1c1173 req-00afc352-facd-4d9f-989f-ce9304cff2f0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440874 Sep 15 03:30:08.048879 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8f194-1645-4b6f-ab91-dcf78b1c1173 req-4248e9c8-d38c-4b91-9adc-b13fb7fd1409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:08.050701 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-50e8f194-1645-4b6f-ab91-dcf78b1c1173 req-4248e9c8-d38c-4b91-9adc-b13fb7fd1409 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cfd6b9797a94b10a0e749d1d77b96be&device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 1099 time: 0.0415280 Sep 15 03:30:08.155243 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8f194-1645-4b6f-ab91-dcf78b1c1173 req-a9d83fa5-47b4-4bfe-82c9-a6f8c41d2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:08.156711 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-50e8f194-1645-4b6f-ab91-dcf78b1c1173 req-a9d83fa5-47b4-4bfe-82c9-a6f8c41d2763 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26fdd753-7482-4f5b-beff-09787fea2442 HTTP/1.1" status: 200 len: 918 time: 0.0846338 Sep 15 03:30:08.188703 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7951a169-c636-43ec-8ac9-799e1186a4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:08.232571 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-50e8f194-1645-4b6f-ab91-dcf78b1c1173 req-23c0a183-e47e-4221-8f99-8cd3360c7f36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2 HTTP/1.1" status: 200 len: 1001 time: 0.0653737 Sep 15 03:30:08.284460 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8f194-1645-4b6f-ab91-dcf78b1c1173 req-e893a3dc-fcb7-4097-92e1-100556af8b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:08.286152 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-50e8f194-1645-4b6f-ab91-dcf78b1c1173 req-e893a3dc-fcb7-4097-92e1-100556af8b75 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c310f472-bb8c-474d-9c9c-ea872f0338ee HTTP/1.1" status: 200 len: 856 time: 0.0449784 Sep 15 03:30:08.341759 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8f194-1645-4b6f-ab91-dcf78b1c1173 req-350b33d7-4efd-49a6-a0c3-a4482c76484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:08.343287 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-50e8f194-1645-4b6f-ab91-dcf78b1c1173 req-350b33d7-4efd-49a6-a0c3-a4482c76484d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26fdd753-7482-4f5b-beff-09787fea2442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431588 Sep 15 03:30:08.354316 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7cee7058-3637-40ac-ae57-b2e9d611a64e req-6d77812d-9e3e-49bb-a1f5-ff8968e1d501 tempest-ServerRescueNegativeTestJSON-639623803 tempest-ServerRescueNegativeTestJSON-639623803-project] 10.222.0.24 "GET /v2.0/ports?device_id=30888f20-4269-4df0-a00f-6c25a0b77a44 HTTP/1.1" status: 200 len: 210 time: 0.0329056 Sep 15 03:30:08.449892 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-50e8f194-1645-4b6f-ab91-dcf78b1c1173 req-8ff2f734-2f6c-49ec-a384-b03c6c8b0a12 service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925915 Sep 15 03:30:08.542765 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-50e8f194-1645-4b6f-ab91-dcf78b1c1173 req-f6803129-35e1-4ecc-bc29-bc13c8eeed94 service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827277 Sep 15 03:30:08.757528 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682f9b3-3728-46e2-99c4-3bc0e4e67ad3 req-a65fa2ba-0638-4ee3-a91f-c6154dbcac13 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:08.759101 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d682f9b3-3728-46e2-99c4-3bc0e4e67ad3 req-a65fa2ba-0638-4ee3-a91f-c6154dbcac13 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0510316 Sep 15 03:30:08.760771 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:08.798583 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d682f9b3-3728-46e2-99c4-3bc0e4e67ad3 req-b3f3b3d8-67bf-4e9c-9d1b-75063e67e34e tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331986 Sep 15 03:30:09.404775 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:09.412599 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 44620) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:10.065964 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7504-4752-4a06-97ab-e7a7141e6c1d req-21996b0e-e318-4d53-ab4c-8daac3f93532 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:10.068079 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e27a7504-4752-4a06-97ab-e7a7141e6c1d req-21996b0e-e318-4d53-ab4c-8daac3f93532 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0883651 Sep 15 03:30:10.081524 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:30:10.089472 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4ac50f38-04b5-4c4f-8e12-24f8263624d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8079366'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:10.102204 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:30:10.102555 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 6f63d2c8-ad7a-4269-b636-9a37ba9a27b7 not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:30:10.155974 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e27a7504-4752-4a06-97ab-e7a7141e6c1d req-8a77435c-f6c5-4a8e-a69c-eb888806dc5c tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804520 Sep 15 03:30:10.400970 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4ac50f38-04b5-4c4f-8e12-24f8263624d0 admin admin] Deleting port 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:30:10.401236 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4ac50f38-04b5-4c4f-8e12-24f8263624d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:10.482360 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-4ac50f38-04b5-4c4f-8e12-24f8263624d0 admin admin] For port 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e,segment=NetworkSegment(9f3a0847-e5ad-4907-be31-712dcec04721),segment_id=9f3a0847-e5ad-4907-be31-712dcec04721)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:30:10.483055 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4ac50f38-04b5-4c4f-8e12-24f8263624d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:10.495299 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4ac50f38-04b5-4c4f-8e12-24f8263624d0 admin admin] Calling delete_port for 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:30:10.669515 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4ac50f38-04b5-4c4f-8e12-24f8263624d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:10.695220 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac50f38-04b5-4c4f-8e12-24f8263624d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:10.824000 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:10.858394 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4ac50f38-04b5-4c4f-8e12-24f8263624d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8074678'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:11.071959 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac50f38-04b5-4c4f-8e12-24f8263624d0 admin admin] Router 75333975-7fc9-4cb9-9107-700d8c959086 has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:30:11.181031 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac50f38-04b5-4c4f-8e12-24f8263624d0 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:30:11.186156 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-4ac50f38-04b5-4c4f-8e12-24f8263624d0 admin admin] 10.222.0.24 "PUT /v2.0/routers/75333975-7fc9-4cb9-9107-700d8c959086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7725136 Sep 15 03:30:11.188951 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 44632) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:11.190104 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769d90df-8495-4711-b2be-23842ddd4bb1 None None] Sync routers for ids ['75333975-7fc9-4cb9-9107-700d8c959086'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:30:11.200237 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769d90df-8495-4711-b2be-23842ddd4bb1 None None] Routers {'75333975-7fc9-4cb9-9107-700d8c959086'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:30:11.200853 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-769d90df-8495-4711-b2be-23842ddd4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:30:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['75333975-7fc9-4cb9-9107-700d8c959086'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:11.280564 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb51dd-e7cc-47f4-9a6e-ae64f16ab36b req-6dd10c9f-9208-4da0-853d-1667b766aee3 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:11.282072 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cdeb51dd-e7cc-47f4-9a6e-ae64f16ab36b req-6dd10c9f-9208-4da0-853d-1667b766aee3 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0523672 Sep 15 03:30:11.310698 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-769d90df-8495-4711-b2be-23842ddd4bb1 None None] Set router 75333975-7fc9-4cb9-9107-700d8c959086 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:30:11.311436 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0b4c85eb-79a5-4f0c-8bcd-e217fef546bf admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:11.330074 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cdeb51dd-e7cc-47f4-9a6e-ae64f16ab36b req-ca8313f0-3ed7-45f6-b651-c6a4d5c269e0 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409701 Sep 15 03:30:11.422850 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0b4c85eb-79a5-4f0c-8bcd-e217fef546bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:11.481227 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c85eb-79a5-4f0c-8bcd-e217fef546bf admin admin] Deleting port b754fe38-9ada-41fa-9700-8c9dd60382c0 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:30:11.482910 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0b4c85eb-79a5-4f0c-8bcd-e217fef546bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:11.505024 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-769d90df-8495-4711-b2be-23842ddd4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75333975-7fc9-4cb9-9107-700d8c959086', 'name': 'tempest-ServerRescueNegativeTestJSON-1175766126-router', 'tenant_id': 'd1a7d9654f1349838636f7b058f11cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'b754fe38-9ada-41fa-9700-8c9dd60382c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:57Z', 'updated_at': '2021-09-15T03:30:10Z', 'revision_number': 5, 'project_id': 'd1a7d9654f1349838636f7b058f11cdd', 'gw_port': {'id': 'b754fe38-9ada-41fa-9700-8c9dd60382c0', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75333975-7fc9-4cb9-9107-700d8c959086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:11.539938 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769d90df-8495-4711-b2be-23842ddd4bb1 None None] Checking router: 75333975-7fc9-4cb9-9107-700d8c959086 for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:30:11.549013 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769d90df-8495-4711-b2be-23842ddd4bb1 None None] Routers {'75333975-7fc9-4cb9-9107-700d8c959086'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:30:11.549847 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-769d90df-8495-4711-b2be-23842ddd4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:30:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['75333975-7fc9-4cb9-9107-700d8c959086'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:11.571991 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-0b4c85eb-79a5-4f0c-8bcd-e217fef546bf admin admin] For port b754fe38-9ada-41fa-9700-8c9dd60382c0, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=b754fe38-9ada-41fa-9700-8c9dd60382c0,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:30:11.572292 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0b4c85eb-79a5-4f0c-8bcd-e217fef546bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:11.585190 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c85eb-79a5-4f0c-8bcd-e217fef546bf admin admin] Calling delete_port for b754fe38-9ada-41fa-9700-8c9dd60382c0 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:30:11.637775 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-769d90df-8495-4711-b2be-23842ddd4bb1 None None] Set router 75333975-7fc9-4cb9-9107-700d8c959086 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:30:11.690670 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-769d90df-8495-4711-b2be-23842ddd4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75333975-7fc9-4cb9-9107-700d8c959086', 'name': 'tempest-ServerRescueNegativeTestJSON-1175766126-router', 'tenant_id': 'd1a7d9654f1349838636f7b058f11cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:57Z', 'updated_at': '2021-09-15T03:30:11Z', 'revision_number': 6, 'project_id': 'd1a7d9654f1349838636f7b058f11cdd', 'gw_port_host': None}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:11.724688 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769d90df-8495-4711-b2be-23842ddd4bb1 None None] The sync data for ids ['75333975-7fc9-4cb9-9107-700d8c959086'] in dv-cinder-806965-6-iscsi is: [{'id': '75333975-7fc9-4cb9-9107-700d8c959086', 'name': 'tempest-ServerRescueNegativeTestJSON-1175766126-router', 'tenant_id': 'd1a7d9654f1349838636f7b058f11cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:57Z', 'updated_at': '2021-09-15T03:30:11Z', 'revision_number': 6, 'project_id': 'd1a7d9654f1349838636f7b058f11cdd', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:30:11.777077 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0b4c85eb-79a5-4f0c-8bcd-e217fef546bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:11.804378 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c85eb-79a5-4f0c-8bcd-e217fef546bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b754fe38-9ada-41fa-9700-8c9dd60382c0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:11.865957 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0b4c85eb-79a5-4f0c-8bcd-e217fef546bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8074608'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:11.967356 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0b4c85eb-79a5-4f0c-8bcd-e217fef546bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8079905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1246'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:11.969507 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0b4c85eb-79a5-4f0c-8bcd-e217fef546bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:12.032154 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0b4c85eb-79a5-4f0c-8bcd-e217fef546bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8080090'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:12.032938 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4c85eb-79a5-4f0c-8bcd-e217fef546bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75333975-7fc9-4cb9-9107-700d8c959086 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 03:30:12.039345 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0b4c85eb-79a5-4f0c-8bcd-e217fef546bf admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:12.040602 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-0b4c85eb-79a5-4f0c-8bcd-e217fef546bf admin admin] 10.222.0.24 "DELETE /v2.0/routers/75333975-7fc9-4cb9-9107-700d8c959086 HTTP/1.1" status: 204 len: 168 time: 0.8507171 Sep 15 03:30:12.043322 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 44650) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:12.092903 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Deleting subnet 2c9e3f9f-b37e-4b44-8bf5-f43db7c01291 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:30:12.097487 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:12.141980 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3798916'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:12.193028 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7828435'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:12.250147 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7828420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4022169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3614555'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:12.278522 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c9e3f9f-b37e-4b44-8bf5-f43db7c01291,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:12.281019 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:12.282844 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2c9e3f9f-b37e-4b44-8bf5-f43db7c01291 HTTP/1.1" status: 204 len: 168 time: 0.2385211 Sep 15 03:30:12.285800 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 44654) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:12.289137 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:12.289491 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:12.289844 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:12.290185 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:12.290713 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:12.291083 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:12.291425 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:12.291761 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:12.292096 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:12.292588 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:12.292928 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:12.293265 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2b6c0-907c-420c-ab05-aa1270cd1b61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:12.363395 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-144edb46-7b0c-4f47-b23d-dc219b6431f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858466'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:12.468817 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-144edb46-7b0c-4f47-b23d-dc219b6431f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7829332', 'neutron.services.segments.db._delete_segments_for_network-8760529642141'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:12.492561 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-144edb46-7b0c-4f47-b23d-dc219b6431f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7588eb8-7874-4300-aedf-ff35fa5eab1b']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:12.501253 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20590dd-1d8a-4425-8618-280f32c66741 req-72be2fae-d4e3-4ba2-8456-a7419b53de05 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:12.503809 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a20590dd-1d8a-4425-8618-280f32c66741 req-72be2fae-d4e3-4ba2-8456-a7419b53de05 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.1000543 Sep 15 03:30:12.512307 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-144edb46-7b0c-4f47-b23d-dc219b6431f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3a0847-e5ad-4907-be31-712dcec04721') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:12.512595 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-144edb46-7b0c-4f47-b23d-dc219b6431f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3a0847-e5ad-4907-be31-712dcec04721') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:12.531100 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-144edb46-7b0c-4f47-b23d-dc219b6431f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760529642406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2434161'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:12.552799 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-144edb46-7b0c-4f47-b23d-dc219b6431f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:12.566518 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a20590dd-1d8a-4425-8618-280f32c66741 req-5a95aa9a-9434-49e1-a99a-e74c52612a66 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564601 Sep 15 03:30:12.568628 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144edb46-7b0c-4f47-b23d-dc219b6431f9 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:30:12.569034 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-144edb46-7b0c-4f47-b23d-dc219b6431f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2767215'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: Traceback (most recent call last): Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: timer() Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: cb(*args, **kw) Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: return func(*args, **kwargs) Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: self._notify() Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: self.callback(batched_events) Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: event.method(event) Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: return f(self, *a, **k) Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._get(url).json() Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: return self.request(url, 'GET', **kwargs) Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:30:12.570758 dv-cinder-806965-6-iscsi neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:30:12.625553 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-144edb46-7b0c-4f47-b23d-dc219b6431f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7829325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8074516'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:12.633041 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-144edb46-7b0c-4f47-b23d-dc219b6431f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:12.637732 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-144edb46-7b0c-4f47-b23d-dc219b6431f9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e7588eb8-7874-4300-aedf-ff35fa5eab1b HTTP/1.1" status: 204 len: 168 time: 0.3509338 Sep 15 03:30:12.650938 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144edb46-7b0c-4f47-b23d-dc219b6431f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7588eb8-7874-4300-aedf-ff35fa5eab1b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:12.832971 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device b754fe38-9ada-41fa-9700-8c9dd60382c0 no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:30:12.833440 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 44662) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:12.867572 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: b754fe38-9ada-41fa-9700-8c9dd60382c0 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:30:12.868317 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device b754fe38-9ada-41fa-9700-8c9dd60382c0 not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:30:12.869302 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:30:12.892562 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:30:12.893204 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 2fc580ec-ca77-4ab8-9be6-7f7ac1cfda4e not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:30:13.113481 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-e07fe905-72a6-4081-8be7-cb8c9c0e1e7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1a7d9654f1349838636f7b058f11cdd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2790349 Sep 15 03:30:13.115899 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 44664) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:13.163888 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0a5b4b8a-b272-48b9-9582-da1ee7764289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:13.185876 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0a5b4b8a-b272-48b9-9582-da1ee7764289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:13.237110 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0a5b4b8a-b272-48b9-9582-da1ee7764289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:13.240238 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0a5b4b8a-b272-48b9-9582-da1ee7764289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:13.241753 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-0a5b4b8a-b272-48b9-9582-da1ee7764289 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f HTTP/1.1" status: 204 len: 168 time: 0.1249111 Sep 15 03:30:13.249682 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b4b8a-b272-48b9-9582-da1ee7764289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d95862-0bf6-4ebc-aa2e-1a1e19762e9f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:13.715627 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e7aaa-6c0e-4641-8f20-afc2150509f0 req-2807447e-0923-46fc-9b88-5f3f96ff50d2 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:13.717279 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-195e7aaa-6c0e-4641-8f20-afc2150509f0 req-2807447e-0923-46fc-9b88-5f3f96ff50d2 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0586164 Sep 15 03:30:13.762106 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-195e7aaa-6c0e-4641-8f20-afc2150509f0 req-92b2a1b8-4ed6-4146-ab35-2c28397578f0 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&id=40e2cc31-d605-4efe-9478-33a4b667185a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377553 Sep 15 03:30:13.953988 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 44694) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:14.049223 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6956da4a-5412-4a72-9e7f-667060cf455c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-879783941-network', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:30:14.073221 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6956da4a-5412-4a72-9e7f-667060cf455c admin admin] Made reservation on behalf of acb82cea32c94adbbc24424bc2f122f7 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:30:14.075459 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6956da4a-5412-4a72-9e7f-667060cf455c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:14.084061 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6956da4a-5412-4a72-9e7f-667060cf455c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:14.170048 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6956da4a-5412-4a72-9e7f-667060cf455c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:14.173581 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6956da4a-5412-4a72-9e7f-667060cf455c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:14.197065 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6956da4a-5412-4a72-9e7f-667060cf455c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:30:14.205374 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956da4a-5412-4a72-9e7f-667060cf455c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c40991-4c32-4548-a49f-305d75194d1d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:14.211118 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6956da4a-5412-4a72-9e7f-667060cf455c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:14.211471 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.segments_db [None req-6956da4a-5412-4a72-9e7f-667060cf455c admin admin] Added segment 4756490d-0304-4153-8606-4fdb9a1e92d6 of type vlan for network c37fb0f9-98bc-428c-87b6-0e86fc30398f Sep 15 03:30:14.258641 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6956da4a-5412-4a72-9e7f-667060cf455c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:14.282926 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6956da4a-5412-4a72-9e7f-667060cf455c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:14.283915 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6956da4a-5412-4a72-9e7f-667060cf455c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:14.285785 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6956da4a-5412-4a72-9e7f-667060cf455c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:14.310582 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-6956da4a-5412-4a72-9e7f-667060cf455c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3554766 Sep 15 03:30:14.313518 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 44700) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:14.318736 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a4d05fb5-89f5-4243-85cc-aed381356c89 admin admin] Request body: {'subnet': {'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-879783941-subnet', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:30:14.341333 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d05fb5-89f5-4243-85cc-aed381356c89 admin admin] Made reservation on behalf of acb82cea32c94adbbc24424bc2f122f7 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:30:14.343920 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4d05fb5-89f5-4243-85cc-aed381356c89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3614588'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:14.352398 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956da4a-5412-4a72-9e7f-667060cf455c admin admin] Pushing event updated for resources: {'Network': ['ID=c37fb0f9-98bc-428c-87b6-0e86fc30398f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:14.362118 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network c37fb0f9-98bc-428c-87b6-0e86fc30398f details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:30:14.509190 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4d05fb5-89f5-4243-85cc-aed381356c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3614546'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:14.563316 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d05fb5-89f5-4243-85cc-aed381356c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a43cabc1-2adc-413a-995e-825ef21d09bc,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:14.571223 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d05fb5-89f5-4243-85cc-aed381356c89 admin admin] Checking segment: {'id': '4756490d-0304-4153-8606-4fdb9a1e92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:30:14.571588 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d05fb5-89f5-4243-85cc-aed381356c89 admin admin] Network hostable DHCP agents. Network: c37fb0f9-98bc-428c-87b6-0e86fc30398f, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:30:14.587154 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d05fb5-89f5-4243-85cc-aed381356c89 admin admin] Network c37fb0f9-98bc-428c-87b6-0e86fc30398f is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:30:14.595746 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-a4d05fb5-89f5-4243-85cc-aed381356c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, c37fb0f9-98bc-428c-87b6-0e86fc30398f) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:30:14.599692 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d05fb5-89f5-4243-85cc-aed381356c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:14.600288 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4d05fb5-89f5-4243-85cc-aed381356c89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:14.604605 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0439718b-0c24-4a37-b1ed-2544df2c5c5f None None] Network c37fb0f9-98bc-428c-87b6-0e86fc30398f requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:30:14.614165 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-a4d05fb5-89f5-4243-85cc-aed381356c89 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2995813 Sep 15 03:30:14.616831 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 44702) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:14.621005 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:30:14.641058 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1228'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:14.642145 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8079899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8074379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1239'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:14.696975 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:14.749481 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61792565-6ce9-5770-a455-e89f9f15880b-c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc'}]}} from dv-cinder-806965-6-iscsi. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 03:30:14.750666 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:14.839201 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:14.887546 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Allocated IP 172.20.0.2 (c37fb0f9-98bc-428c-87b6-0e86fc30398f/a43cabc1-2adc-413a-995e-825ef21d09bc/f266cbc8-36f6-4a72-9c14-138770fa666d) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:30:15.040871 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:15.045955 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:15.055975 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:15.075690 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:15.082066 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Network c37fb0f9-98bc-428c-87b6-0e86fc30398f is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:30:15.084866 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:30:15.088262 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:30:15.099491 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Pushing event updated for resources: {'Port': ['ID=f266cbc8-36f6-4a72-9c14-138770fa666d,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:15.149093 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Attempting to bind port f266cbc8-36f6-4a72-9c14-138770fa666d on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:30:15.149469 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Attempting to bind port f266cbc8-36f6-4a72-9c14-138770fa666d by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': '4756490d-0304-4153-8606-4fdb9a1e92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:30:15.149835 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Attempting to bind port f266cbc8-36f6-4a72-9c14-138770fa666d on network c37fb0f9-98bc-428c-87b6-0e86fc30398f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:30:15.154720 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:30:15.155130 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Checking segment: {'id': '4756490d-0304-4153-8606-4fdb9a1e92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:30:15.155565 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:15.155965 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Bound using segment: {'id': '4756490d-0304-4153-8606-4fdb9a1e92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:30:15.156431 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Bound port: f266cbc8-36f6-4a72-9c14-138770fa666d, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4756490d-0304-4153-8606-4fdb9a1e92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:30:15.156817 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:15.185074 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Allocated IP 172.27.0.47 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/3214c5fe-c502-4739-a508-3d03ffd079ad) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:30:15.222135 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] For port f266cbc8-36f6-4a72-9c14-138770fa666d, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:30:15.225543 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] For port f266cbc8-36f6-4a72-9c14-138770fa666d, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=f266cbc8-36f6-4a72-9c14-138770fa666d,segment=NetworkSegment(4756490d-0304-4153-8606-4fdb9a1e92d6),segment_id=4756490d-0304-4153-8606-4fdb9a1e92d6)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:30:15.228975 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:15.286057 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5361f5-d87b-43e2-af37-f36cacb55139 None None] Pushing event updated for resources: {'Port': ['ID=f266cbc8-36f6-4a72-9c14-138770fa666d,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:15.308886 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:15.352740 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:15.391501 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:30:15.394226 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:30:15.397679 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:30:15.422268 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=3214c5fe-c502-4739-a508-3d03ffd079ad,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:15.668466 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:15.865667 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8079892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8074588'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:15.999525 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Router e3490e95-1166-440c-b04d-5f621ad27e96 is scheduled to L3 agent 3f116605-9963-4097-a649-e8245477f4d2 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 03:30:16.175557 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f25eb72-ba4b-4f5d-8200-ff85e27c28ce None None] Network c37fb0f9-98bc-428c-87b6-0e86fc30398f requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:30:16.294998 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4c69fbc0-2dfd-4cd3-8ea2-f45b76e5d970 None None] Provisioning complete for port f266cbc8-36f6-4a72-9c14-138770fa666d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:30:16.295377 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4c69fbc0-2dfd-4cd3-8ea2-f45b76e5d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:16.346218 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:30:16.356949 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Sync routers for ids ['e3490e95-1166-440c-b04d-5f621ad27e96'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:30:16.362221 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:16.366484 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-29409e00-c5e3-4617-ab8e-95ed37047eb7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7461925 Sep 15 03:30:16.366883 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 44714) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:16.380646 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Routers {'e3490e95-1166-440c-b04d-5f621ad27e96'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:30:16.381282 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:30:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['e3490e95-1166-440c-b04d-5f621ad27e96'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:16.471773 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4c69fbc0-2dfd-4cd3-8ea2-f45b76e5d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:16.526446 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Set router e3490e95-1166-440c-b04d-5f621ad27e96 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:30:16.771410 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4c69fbc0-2dfd-4cd3-8ea2-f45b76e5d970 None None] For port f266cbc8-36f6-4a72-9c14-138770fa666d, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=f266cbc8-36f6-4a72-9c14-138770fa666d,segment=NetworkSegment(4756490d-0304-4153-8606-4fdb9a1e92d6),segment_id=4756490d-0304-4153-8606-4fdb9a1e92d6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:30:16.778067 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4c69fbc0-2dfd-4cd3-8ea2-f45b76e5d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:16.812992 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:16.857453 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69fbc0-2dfd-4cd3-8ea2-f45b76e5d970 None None] Pushing event updated for resources: {'Port': ['ID=f266cbc8-36f6-4a72-9c14-138770fa666d,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:16.880494 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device f266cbc8-36f6-4a72-9c14-138770fa666d up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:30:16.941853 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:15Z', 'revision_number': 3, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:16.946623 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-080f1c59-77d6-4e35-9116-90a549671ed9 None None] Provisioning complete for port f266cbc8-36f6-4a72-9c14-138770fa666d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:30:16.947024 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-080f1c59-77d6-4e35-9116-90a549671ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:16.974161 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Checking router: e3490e95-1166-440c-b04d-5f621ad27e96 for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:30:16.974520 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Updating router e3490e95-1166-440c-b04d-5f621ad27e96 port 3214c5fe-c502-4739-a508-3d03ffd079ad binding host dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:30:16.986138 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Allocated IP 172.20.0.1 (c37fb0f9-98bc-428c-87b6-0e86fc30398f/a43cabc1-2adc-413a-995e-825ef21d09bc/685e2fbd-b65d-431a-b01c-e8248d28f4ee) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:30:17.030471 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:17.055321 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port f266cbc8-36f6-4a72-9c14-138770fa666d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:30:17.055703 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:17.093220 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:17.134584 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:17.172710 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Network c37fb0f9-98bc-428c-87b6-0e86fc30398f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:30:17.178043 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:30:17.185050 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:30:17.210696 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Pushing event updated for resources: {'Port': ['ID=685e2fbd-b65d-431a-b01c-e8248d28f4ee,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:17.242523 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8074635'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:17.425325 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:17.432186 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:17.445397 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:17.500596 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69644a5d-89de-40df-8875-cad98244124a None None] Pushing event updated for resources: {'Port': ['ID=3214c5fe-c502-4739-a508-3d03ffd079ad,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:17.504534 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-deb97c31-4b2e-4b57-9649-f1ab2a7ed2c7 None None] Provisioning complete for port 685e2fbd-b65d-431a-b01c-e8248d28f4ee triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:30:17.504906 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-deb97c31-4b2e-4b57-9649-f1ab2a7ed2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:17.507770 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Attempting to bind port 3214c5fe-c502-4739-a508-3d03ffd079ad on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:30:17.507770 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Attempting to bind port 3214c5fe-c502-4739-a508-3d03ffd079ad by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:30:17.508218 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Attempting to bind port 3214c5fe-c502-4739-a508-3d03ffd079ad on network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:30:17.532257 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:30:17.532641 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Checking segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:30:17.533068 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:17.533448 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Bound using segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:30:17.533979 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Bound port: 3214c5fe-c502-4739-a508-3d03ffd079ad, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:30:17.534370 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:17.575375 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-deb97c31-4b2e-4b57-9649-f1ab2a7ed2c7 None None] Port 685e2fbd-b65d-431a-b01c-e8248d28f4ee cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:30:17.604247 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] For port 3214c5fe-c502-4739-a508-3d03ffd079ad, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:30:17.607897 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] For port 3214c5fe-c502-4739-a508-3d03ffd079ad, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=3214c5fe-c502-4739-a508-3d03ffd079ad,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:30:17.613673 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:17.660691 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:17.665869 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022191'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:17.681541 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Routers {'e3490e95-1166-440c-b04d-5f621ad27e96'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:30:17.682227 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:30:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['e3490e95-1166-440c-b04d-5f621ad27e96'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:17.717892 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69644a5d-89de-40df-8875-cad98244124a None None] Pushing event updated for resources: {'Port': ['ID=3214c5fe-c502-4739-a508-3d03ffd079ad,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:17.739665 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Pushing event updated for resources: {'Port': ['ID=685e2fbd-b65d-431a-b01c-e8248d28f4ee,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:17.743450 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8079387'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:17.795404 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] Set router e3490e95-1166-440c-b04d-5f621ad27e96 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:30:17.834343 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Network c37fb0f9-98bc-428c-87b6-0e86fc30398f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:30:17.835826 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:30:17.978172 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Router e3490e95-1166-440c-b04d-5f621ad27e96 has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:30:18.010049 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '685e2fbd-b65d-431a-b01c-e8248d28f4ee', 'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:16Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 2, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'subnets': [{'id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:18.042075 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158081b-e105-4643-9563-48bd5e74f702 None None] The sync data for ids ['e3490e95-1166-440c-b04d-5f621ad27e96'] in dv-cinder-806965-6-iscsi is: [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '685e2fbd-b65d-431a-b01c-e8248d28f4ee', 'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:16Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 2, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'subnets': [{'id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:30:18.099542 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:30:18.102800 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a5e00c49-aeba-46ff-8165-def19d474832 None None] Provisioning complete for port 685e2fbd-b65d-431a-b01c-e8248d28f4ee triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:30:18.103539 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a5e00c49-aeba-46ff-8165-def19d474832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:18.106717 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-4ced7c7f-4bdf-48fd-bd45-eff60d203f96 admin admin] 10.222.0.24 "PUT /v2.0/routers/e3490e95-1166-440c-b04d-5f621ad27e96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7386174 Sep 15 03:30:18.146635 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a5e00c49-aeba-46ff-8165-def19d474832 None None] Port 685e2fbd-b65d-431a-b01c-e8248d28f4ee cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:30:18.878847 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 3214c5fe-c502-4739-a508-3d03ffd079ad up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:30:18.928886 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 3214c5fe-c502-4739-a508-3d03ffd079ad triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:30:18.929266 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:19.017864 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:19.038928 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] For port 3214c5fe-c502-4739-a508-3d03ffd079ad, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=3214c5fe-c502-4739-a508-3d03ffd079ad,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:30:19.044186 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:19.044959 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device f266cbc8-36f6-4a72-9c14-138770fa666d up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:30:19.121765 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Pushing event updated for resources: {'Port': ['ID=3214c5fe-c502-4739-a508-3d03ffd079ad,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:19.134224 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port f266cbc8-36f6-4a72-9c14-138770fa666d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:30:19.134619 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:19.553452 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 44738) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:19.558510 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-954b8afc-c3d8-4f21-9565-e57b1330952e tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986187943', 'description': 'tempest-description--1930542010'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:30:19.586764 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-954b8afc-c3d8-4f21-9565-e57b1330952e tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:19.668031 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-954b8afc-c3d8-4f21-9565-e57b1330952e tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:19.671743 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-954b8afc-c3d8-4f21-9565-e57b1330952e tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:19.702798 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-954b8afc-c3d8-4f21-9565-e57b1330952e tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:19.707128 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-954b8afc-c3d8-4f21-9565-e57b1330952e tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1496027 Sep 15 03:30:19.707319 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 44742) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:19.712317 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4699598c-9713-43b4-beed-386fea4f45a4 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Request body: {'security_group_rule': {'security_group_id': '78bf4299-d522-4ff9-b9d1-fb5197bef220', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:30:19.720798 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b8afc-c3d8-4f21-9565-e57b1330952e tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78bf4299-d522-4ff9-b9d1-fb5197bef220,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:19.746786 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4699598c-9713-43b4-beed-386fea4f45a4 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:19.805311 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4699598c-9713-43b4-beed-386fea4f45a4 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:19.810382 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Sync routers for ids ['e3490e95-1166-440c-b04d-5f621ad27e96'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:30:19.814172 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4699598c-9713-43b4-beed-386fea4f45a4 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:19.821418 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Routers {'e3490e95-1166-440c-b04d-5f621ad27e96'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:30:19.822015 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:30:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['e3490e95-1166-440c-b04d-5f621ad27e96'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:19.832778 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699598c-9713-43b4-beed-386fea4f45a4 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd96328-6c3f-4c6b-a118-85671cdc00af,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:19.843149 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4699598c-9713-43b4-beed-386fea4f45a4 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:19.844730 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-4699598c-9713-43b4-beed-386fea4f45a4 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363075 Sep 15 03:30:19.847905 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 44744) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:19.852360 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-22255b43-89e4-4eeb-b510-b8050a370f86 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Request body: {'security_group_rule': {'security_group_id': '78bf4299-d522-4ff9-b9d1-fb5197bef220', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:30:19.879302 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22255b43-89e4-4eeb-b510-b8050a370f86 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:19.937687 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22255b43-89e4-4eeb-b510-b8050a370f86 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:19.942132 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22255b43-89e4-4eeb-b510-b8050a370f86 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:19.961783 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22255b43-89e4-4eeb-b510-b8050a370f86 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc5b758-70b3-44ba-8faa-243bc891d016,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:19.965320 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22255b43-89e4-4eeb-b510-b8050a370f86 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:19.966650 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-22255b43-89e4-4eeb-b510-b8050a370f86 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177812 Sep 15 03:30:19.969628 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 44746) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:19.975004 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Request body: {'floatingip': {'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:30:19.996475 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.015092 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Set router e3490e95-1166-440c-b04d-5f621ad27e96 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:30:20.104455 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.211228 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Allocated IP 172.27.0.237 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/253b0c7f-c78c-4207-90fa-97039506f7dc) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:30:20.214240 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '685e2fbd-b65d-431a-b01c-e8248d28f4ee', 'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:16Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 2, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'subnets': [{'id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:20.241058 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Checking router: e3490e95-1166-440c-b04d-5f621ad27e96 for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:30:20.241058 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Updating router e3490e95-1166-440c-b04d-5f621ad27e96 port 685e2fbd-b65d-431a-b01c-e8248d28f4ee binding host dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:30:20.273713 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.325689 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.359799 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.397563 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:30:20.400356 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:30:20.402743 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:30:20.429541 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event updated for resources: {'Port': ['ID=253b0c7f-c78c-4207-90fa-97039506f7dc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:20.491184 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.527687 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.534365 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.539317 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.587149 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474e88e-60aa-41ec-bd54-37bb5a991f23 None None] Pushing event updated for resources: {'Port': ['ID=685e2fbd-b65d-431a-b01c-e8248d28f4ee,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:20.598503 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474e88e-60aa-41ec-bd54-37bb5a991f23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:20.598840 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474e88e-60aa-41ec-bd54-37bb5a991f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:20.599212 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474e88e-60aa-41ec-bd54-37bb5a991f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:20.599545 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474e88e-60aa-41ec-bd54-37bb5a991f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:20.599972 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474e88e-60aa-41ec-bd54-37bb5a991f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:20.600305 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474e88e-60aa-41ec-bd54-37bb5a991f23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:20.600634 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474e88e-60aa-41ec-bd54-37bb5a991f23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:20.600959 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474e88e-60aa-41ec-bd54-37bb5a991f23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:20.601303 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474e88e-60aa-41ec-bd54-37bb5a991f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:20.601626 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474e88e-60aa-41ec-bd54-37bb5a991f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:20.602098 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474e88e-60aa-41ec-bd54-37bb5a991f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:20.602466 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7474e88e-60aa-41ec-bd54-37bb5a991f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:30:20.654417 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Attempting to bind port 685e2fbd-b65d-431a-b01c-e8248d28f4ee on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:30:20.654784 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Attempting to bind port 685e2fbd-b65d-431a-b01c-e8248d28f4ee by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': '4756490d-0304-4153-8606-4fdb9a1e92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:30:20.655334 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Attempting to bind port 685e2fbd-b65d-431a-b01c-e8248d28f4ee on network c37fb0f9-98bc-428c-87b6-0e86fc30398f {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:30:20.661154 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:30:20.661672 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Checking segment: {'id': '4756490d-0304-4153-8606-4fdb9a1e92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:30:20.662175 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.662665 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Bound using segment: {'id': '4756490d-0304-4153-8606-4fdb9a1e92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:30:20.663238 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Bound port: 685e2fbd-b65d-431a-b01c-e8248d28f4ee, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4756490d-0304-4153-8606-4fdb9a1e92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:30:20.663746 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.693520 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.698805 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022191'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.736123 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] For port 685e2fbd-b65d-431a-b01c-e8248d28f4ee, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:30:20.739569 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] For port 685e2fbd-b65d-431a-b01c-e8248d28f4ee, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=685e2fbd-b65d-431a-b01c-e8248d28f4ee,segment=NetworkSegment(4756490d-0304-4153-8606-4fdb9a1e92d6),segment_id=4756490d-0304-4153-8606-4fdb9a1e92d6)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:30:20.745119 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.791036 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8aefc829-0e61-4352-a0d1-bdb779dec506 None None] Provisioning complete for port 685e2fbd-b65d-431a-b01c-e8248d28f4ee triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:30:20.792154 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event updated for resources: {'Port': ['ID=253b0c7f-c78c-4207-90fa-97039506f7dc,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:20.792784 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8aefc829-0e61-4352-a0d1-bdb779dec506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.799240 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8074502'] for floatingip, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.817695 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.818119 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474e88e-60aa-41ec-bd54-37bb5a991f23 None None] Pushing event updated for resources: {'Port': ['ID=685e2fbd-b65d-431a-b01c-e8248d28f4ee,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:20.823147 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-bdd29b39-06e5-4858-b8dd-5b5584fe6335 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8514063 Sep 15 03:30:20.845984 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Routers {'e3490e95-1166-440c-b04d-5f621ad27e96'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:30:20.847184 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:30:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['e3490e95-1166-440c-b04d-5f621ad27e96'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:20.847631 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 3214c5fe-c502-4739-a508-3d03ffd079ad up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:30:20.946130 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8aefc829-0e61-4352-a0d1-bdb779dec506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.954724 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 3214c5fe-c502-4739-a508-3d03ffd079ad triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:30:20.955131 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:20.996025 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] Set router e3490e95-1166-440c-b04d-5f621ad27e96 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:30:21.015977 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-8922b8b7-80dc-4911-81e2-220e4c114b5d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1986187943&fields=id&tenant_id=acb82cea32c94adbbc24424bc2f122f7 HTTP/1.1" status: 200 len: 267 time: 0.0554638 Sep 15 03:30:21.016495 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8aefc829-0e61-4352-a0d1-bdb779dec506 None None] For port 685e2fbd-b65d-431a-b01c-e8248d28f4ee, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=685e2fbd-b65d-431a-b01c-e8248d28f4ee,segment=NetworkSegment(4756490d-0304-4153-8606-4fdb9a1e92d6),segment_id=4756490d-0304-4153-8606-4fdb9a1e92d6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:30:21.023060 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8aefc829-0e61-4352-a0d1-bdb779dec506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:21.103862 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefc829-0e61-4352-a0d1-bdb779dec506 None None] Pushing event updated for resources: {'Port': ['ID=685e2fbd-b65d-431a-b01c-e8248d28f4ee,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:21.135232 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-1cf11abe-a3b3-4f09-8450-0b2de7af71cd tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:21.136923 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-1cf11abe-a3b3-4f09-8450-0b2de7af71cd tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/networks?id=c37fb0f9-98bc-428c-87b6-0e86fc30398f HTTP/1.1" status: 200 len: 810 time: 0.1191926 Sep 15 03:30:21.144983 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bbe5cbd7-e78f-46df-9b46-88a8ac5939b1 None None] Provisioning complete for port 685e2fbd-b65d-431a-b01c-e8248d28f4ee triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:30:21.145550 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bbe5cbd7-e78f-46df-9b46-88a8ac5939b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:21.152435 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-7746e119-7c64-4fc5-86bc-44a86d624afe tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/quotas/acb82cea32c94adbbc24424bc2f122f7 HTTP/1.1" status: 200 len: 375 time: 0.0096607 Sep 15 03:30:21.219772 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-86bcf54d-d204-47af-87d9-07f260265839 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=acb82cea32c94adbbc24424bc2f122f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615368 Sep 15 03:30:21.228857 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '685e2fbd-b65d-431a-b01c-e8248d28f4ee', 'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:16Z', 'updated_at': '2021-09-15T03:30:20Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'subnets': [{'id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:21.256174 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4430325-eab1-495d-a02b-b7e0a6db12a8 None None] The sync data for ids ['e3490e95-1166-440c-b04d-5f621ad27e96'] in dv-cinder-806965-6-iscsi is: [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '685e2fbd-b65d-431a-b01c-e8248d28f4ee', 'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:16Z', 'updated_at': '2021-09-15T03:30:20Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'subnets': [{'id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:30:21.325257 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-429a6c60-6492-4d56-9d56-40c31fbb5fec service neutron] 10.222.0.24 "GET /v2.0/networks/c37fb0f9-98bc-428c-87b6-0e86fc30398f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907264 Sep 15 03:30:21.420193 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-894295e3-cda8-4cc6-8fa3-8eb7e3edc012 service neutron] 10.222.0.24 "GET /v2.0/networks/c37fb0f9-98bc-428c-87b6-0e86fc30398f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869455 Sep 15 03:30:21.581564 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1725577b-1034-4ee2-ae64-229ec692d36e req-ab1973e7-8c14-47e5-b2fa-341c54e76eb0 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 210 time: 0.0273628 Sep 15 03:30:22.678307 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c493ced8-2d39-4b65-9cfc-bafb288db138 req-a6fa0aea-683b-4fcd-91f9-df68290d8c6e tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 210 time: 0.0260987 Sep 15 03:30:22.808251 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-4eafefd2-85f3-4f35-8f83-7ca643d70474 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:22.810456 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-4eafefd2-85f3-4f35-8f83-7ca643d70474 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.52 "GET /v2.0/networks?id=c37fb0f9-98bc-428c-87b6-0e86fc30398f HTTP/1.1" status: 200 len: 810 time: 0.1228547 Sep 15 03:30:22.857502 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 685e2fbd-b65d-431a-b01c-e8248d28f4ee up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:30:22.887178 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-8cc652ac-3044-4c4e-9b12-8be984748504 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acb82cea32c94adbbc24424bc2f122f7 HTTP/1.1" status: 200 len: 380 time: 0.0414388 Sep 15 03:30:22.898734 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-89073527-4338-4625-85c3-b710f979e033 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Request body: {'port': {'device_id': '3436149a-ba7c-47ae-b771-581efa8951ff', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'admin_state_up': True, 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'security_groups': ['78bf4299-d522-4ff9-b9d1-fb5197bef220']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:30:22.906555 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 685e2fbd-b65d-431a-b01c-e8248d28f4ee triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:30:22.906555 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:23.003809 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-89073527-4338-4625-85c3-b710f979e033 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Made reservation on behalf of acb82cea32c94adbbc24424bc2f122f7 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:30:23.007265 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-89073527-4338-4625-85c3-b710f979e033 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:23.132890 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-89073527-4338-4625-85c3-b710f979e033 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Allocated IP 172.20.0.13 (c37fb0f9-98bc-428c-87b6-0e86fc30398f/a43cabc1-2adc-413a-995e-825ef21d09bc/4975d09f-fb75-45f4-94d2-03528fe92098) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:30:23.269139 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-89073527-4338-4625-85c3-b710f979e033 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:23.302320 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-89073527-4338-4625-85c3-b710f979e033 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:23.344281 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-89073527-4338-4625-85c3-b710f979e033 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Network c37fb0f9-98bc-428c-87b6-0e86fc30398f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:30:23.347457 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-89073527-4338-4625-85c3-b710f979e033 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:30:23.351114 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-89073527-4338-4625-85c3-b710f979e033 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:30:23.361113 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89073527-4338-4625-85c3-b710f979e033 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event updated for resources: {'Port': ['ID=4975d09f-fb75-45f4-94d2-03528fe92098,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:23.410806 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-89073527-4338-4625-85c3-b710f979e033 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:23.411492 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-89073527-4338-4625-85c3-b710f979e033 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:23.428094 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-89073527-4338-4625-85c3-b710f979e033 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5326257 Sep 15 03:30:23.451636 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Request body: {'port': {'device_id': '3436149a-ba7c-47ae-b771-581efa8951ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:30:23.510451 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:23.558948 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-02c303c5-68c4-4c09-9493-dcb30ac0174f None None] Provisioning complete for port 4975d09f-fb75-45f4-94d2-03528fe92098 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:30:23.559348 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-02c303c5-68c4-4c09-9493-dcb30ac0174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:23.592332 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-02c303c5-68c4-4c09-9493-dcb30ac0174f None None] Port 4975d09f-fb75-45f4-94d2-03528fe92098 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:30:23.786101 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4975d09f-fb75-45f4-94d2-03528fe92098 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:30:23.793453 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:23.795856 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f001e42-d80d-4cac-8379-95f3ccfbb4fe req-302713d4-eec1-49fa-9af3-0b0c6e3bca4c tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:23.797381 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f001e42-d80d-4cac-8379-95f3ccfbb4fe req-302713d4-eec1-49fa-9af3-0b0c6e3bca4c tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 932 time: 0.0527866 Sep 15 03:30:23.806464 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Transition to ACTIVE for port object 4975d09f-fb75-45f4-94d2-03528fe92098 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:30:23.810708 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:23.838648 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1f001e42-d80d-4cac-8379-95f3ccfbb4fe req-6a52cbaa-c4ce-4861-b7f9-800d20adbf21 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=78bf4299-d522-4ff9-b9d1-fb5197bef220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341420 Sep 15 03:30:23.865075 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Pushing event updated for resources: {'Port': ['ID=4975d09f-fb75-45f4-94d2-03528fe92098,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:23.938254 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Attempting to bind port 4975d09f-fb75-45f4-94d2-03528fe92098 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:30:23.938604 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Attempting to bind port 4975d09f-fb75-45f4-94d2-03528fe92098 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '4756490d-0304-4153-8606-4fdb9a1e92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:30:23.938951 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Attempting to bind port 4975d09f-fb75-45f4-94d2-03528fe92098 on network c37fb0f9-98bc-428c-87b6-0e86fc30398f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:30:23.948014 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Port 4975d09f-fb75-45f4-94d2-03528fe92098 on network c37fb0f9-98bc-428c-87b6-0e86fc30398f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:30:23.948014 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Attempting to bind port 4975d09f-fb75-45f4-94d2-03528fe92098 on network c37fb0f9-98bc-428c-87b6-0e86fc30398f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:30:23.951775 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:30:23.952125 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Checking segment: {'id': '4756490d-0304-4153-8606-4fdb9a1e92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:30:23.952520 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Bound using segment: {'id': '4756490d-0304-4153-8606-4fdb9a1e92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:30:23.952955 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Bound port: 4975d09f-fb75-45f4-94d2-03528fe92098, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4756490d-0304-4153-8606-4fdb9a1e92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:30:23.953325 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:24.019094 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] For port 4975d09f-fb75-45f4-94d2-03528fe92098, host hv-cinder-80696, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:30:24.022031 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] For port 4975d09f-fb75-45f4-94d2-03528fe92098, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4975d09f-fb75-45f4-94d2-03528fe92098,segment=NetworkSegment(4756490d-0304-4153-8606-4fdb9a1e92d6),segment_id=4756490d-0304-4153-8606-4fdb9a1e92d6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:30:24.026387 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:24.059119 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:24.059745 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:24.061152 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] 10.222.0.52 "PUT /v2.0/ports/4975d09f-fb75-45f4-94d2-03528fe92098 HTTP/1.1" status: 200 len: 1094 time: 0.6138568 Sep 15 03:30:24.061608 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3436149a-ba7c-47ae-b771-581efa8951ff', 'tag': '4975d09f-fb75-45f4-94d2-03528fe92098'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:30:24.063949 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eda060-1eb3-47b3-956c-9c60c96cb38c" -d '{"events": [{"name": "network-changed", "server_uuid": "3436149a-ba7c-47ae-b771-581efa8951ff", "tag": "4975d09f-fb75-45f4-94d2-03528fe92098"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:30:24.093292 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c0a1e-7b53-44ea-a378-f30b351fa141 service neutron] Pushing event updated for resources: {'Port': ['ID=4975d09f-fb75-45f4-94d2-03528fe92098,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:24.110906 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e56121-3a86-4b65-b3f0-e3023f268e00 x-openstack-request-id: req-c7e56121-3a86-4b65-b3f0-e3023f268e00 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:30:24.111222 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3436149a-ba7c-47ae-b771-581efa8951ff", "tag": "4975d09f-fb75-45f4-94d2-03528fe92098", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:30:24.111533 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7e56121-3a86-4b65-b3f0-e3023f268e00 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:30:24.111928 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3436149a-ba7c-47ae-b771-581efa8951ff', 'tag': '4975d09f-fb75-45f4-94d2-03528fe92098', 'status': 'completed', 'code': 200} Sep 15 03:30:24.181296 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-5c3093af-0c8d-4da4-ba72-4b6c0d9f1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:24.182749 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-5c3093af-0c8d-4da4-ba72-4b6c0d9f1039 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=acb82cea32c94adbbc24424bc2f122f7&device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 1097 time: 0.0480545 Sep 15 03:30:24.238155 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-0067268c-1620-4cbb-98f4-fdd20d74ea4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4975d09f-fb75-45f4-94d2-03528fe92098 HTTP/1.1" status: 200 len: 217 time: 0.0359674 Sep 15 03:30:24.290326 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-d3b9ec71-8008-4a5c-b9cd-b9cdbf845193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:24.291842 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-d3b9ec71-8008-4a5c-b9cd-b9cdbf845193 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a43cabc1-2adc-413a-995e-825ef21d09bc HTTP/1.1" status: 200 len: 849 time: 0.0450804 Sep 15 03:30:24.341369 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-19cf219e-d498-4058-8a01-ced5ad66fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:24.342832 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-19cf219e-d498-4058-8a01-ced5ad66fad4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c37fb0f9-98bc-428c-87b6-0e86fc30398f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397890 Sep 15 03:30:24.434528 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-7a5ba50b-54e6-4a85-be64-fcbfd3d649ed service neutron] 10.222.0.52 "GET /v2.0/networks/c37fb0f9-98bc-428c-87b6-0e86fc30398f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821259 Sep 15 03:30:24.528728 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5f83f97-ebac-4ff4-ad0c-b6d36c9ba62e req-db01e15c-d56c-40ca-973a-c60daa7e8b25 service neutron] 10.222.0.52 "GET /v2.0/networks/c37fb0f9-98bc-428c-87b6-0e86fc30398f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865769 Sep 15 03:30:24.675226 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eda060-1eb3-47b3-956c-9c60c96cb38c req-11909de0-d3db-41cf-80e6-b146f23ffccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:24.676692 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a2eda060-1eb3-47b3-956c-9c60c96cb38c req-11909de0-d3db-41cf-80e6-b146f23ffccc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=acb82cea32c94adbbc24424bc2f122f7&device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 1097 time: 0.0400643 Sep 15 03:30:24.763736 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eda060-1eb3-47b3-956c-9c60c96cb38c req-de760905-1b6f-4267-902c-a823f36d4ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:24.765184 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a2eda060-1eb3-47b3-956c-9c60c96cb38c req-de760905-1b6f-4267-902c-a823f36d4ac2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c37fb0f9-98bc-428c-87b6-0e86fc30398f HTTP/1.1" status: 200 len: 911 time: 0.0804331 Sep 15 03:30:24.808468 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a2eda060-1eb3-47b3-956c-9c60c96cb38c req-039c3271-9b19-4695-b046-5ffd681dcc17 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4975d09f-fb75-45f4-94d2-03528fe92098 HTTP/1.1" status: 200 len: 217 time: 0.0354085 Sep 15 03:30:24.860996 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eda060-1eb3-47b3-956c-9c60c96cb38c req-6b36b447-2287-4e14-83df-257667c98e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:24.862740 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a2eda060-1eb3-47b3-956c-9c60c96cb38c req-6b36b447-2287-4e14-83df-257667c98e02 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a43cabc1-2adc-413a-995e-825ef21d09bc HTTP/1.1" status: 200 len: 849 time: 0.0445492 Sep 15 03:30:24.913367 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eda060-1eb3-47b3-956c-9c60c96cb38c req-85907c49-0623-4491-ac32-49b046cf9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:24.914892 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a2eda060-1eb3-47b3-956c-9c60c96cb38c req-85907c49-0623-4491-ac32-49b046cf9d7e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c37fb0f9-98bc-428c-87b6-0e86fc30398f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412378 Sep 15 03:30:25.020445 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85487d81-2c56-45e4-8746-9ca3f96cba80 req-af36eb18-d025-4520-bc47-6ee82525dfab tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:25.021848 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-85487d81-2c56-45e4-8746-9ca3f96cba80 req-af36eb18-d025-4520-bc47-6ee82525dfab tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 944 time: 0.1032283 Sep 15 03:30:25.054689 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a2eda060-1eb3-47b3-956c-9c60c96cb38c req-22f7f0c7-784e-45c2-8ebd-079a9941a5ac service neutron] 10.222.0.52 "GET /v2.0/networks/c37fb0f9-98bc-428c-87b6-0e86fc30398f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279259 Sep 15 03:30:25.078074 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-85487d81-2c56-45e4-8746-9ca3f96cba80 req-55948dd7-07d1-47de-a503-6197440604b5 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=78bf4299-d522-4ff9-b9d1-fb5197bef220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500488 Sep 15 03:30:25.153995 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a2eda060-1eb3-47b3-956c-9c60c96cb38c req-16e69c2b-8c7a-4c0e-b155-f70993ac720d service neutron] 10.222.0.52 "GET /v2.0/networks/c37fb0f9-98bc-428c-87b6-0e86fc30398f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879023 Sep 15 03:30:26.192944 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b83bc-6c6a-4509-9ef8-2cbf4d16fe3d req-2657019e-cf4c-4b18-914a-82e4e3fe7cdd tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:26.194497 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e54b83bc-6c6a-4509-9ef8-2cbf4d16fe3d req-2657019e-cf4c-4b18-914a-82e4e3fe7cdd tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 944 time: 0.0496974 Sep 15 03:30:26.196587 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 4975d09f-fb75-45f4-94d2-03528fe92098 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:30:26.232280 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-e54b83bc-6c6a-4509-9ef8-2cbf4d16fe3d req-6e5845f6-41dc-4bed-96e0-889b8484f128 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=78bf4299-d522-4ff9-b9d1-fb5197bef220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319293 Sep 15 03:30:26.295690 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 4975d09f-fb75-45f4-94d2-03528fe92098, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4975d09f-fb75-45f4-94d2-03528fe92098,segment=NetworkSegment(4756490d-0304-4153-8606-4fdb9a1e92d6),segment_id=4756490d-0304-4153-8606-4fdb9a1e92d6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:30:26.420797 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': '4975d09f-fb75-45f4-94d2-03528fe92098', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'port_id': '4975d09f-fb75-45f4-94d2-03528fe92098', 'mac_address': 'fa:16:3e:a0:d0:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:30:26.458568 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:26.470819 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4975d09f-fb75-45f4-94d2-03528fe92098 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:30:26.490540 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 4975d09f-fb75-45f4-94d2-03528fe92098, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4975d09f-fb75-45f4-94d2-03528fe92098,segment=NetworkSegment(4756490d-0304-4153-8606-4fdb9a1e92d6),segment_id=4756490d-0304-4153-8606-4fdb9a1e92d6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:30:26.495257 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:26.541558 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=4975d09f-fb75-45f4-94d2-03528fe92098,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:26.899910 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['4975d09f-fb75-45f4-94d2-03528fe92098'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:30:27.344805 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0ca7e-b164-4c20-ae32-387f275f2cbb req-501c8090-72d0-41d2-8dd4-f6247dcdd34a tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:27.347159 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-05a0ca7e-b164-4c20-ae32-387f275f2cbb req-501c8090-72d0-41d2-8dd4-f6247dcdd34a tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 945 time: 0.0489173 Sep 15 03:30:27.386508 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-05a0ca7e-b164-4c20-ae32-387f275f2cbb req-6ad7a3a0-d69d-4b85-b005-29a6b2af9356 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=78bf4299-d522-4ff9-b9d1-fb5197bef220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335331 Sep 15 03:30:28.067048 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:30:28.226337 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 4975d09f-fb75-45f4-94d2-03528fe92098 up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:30:28.288303 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port 4975d09f-fb75-45f4-94d2-03528fe92098 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:30:28.292250 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port 4975d09f-fb75-45f4-94d2-03528fe92098 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:30:28.292747 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:28.372537 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:28.394952 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3436149a-ba7c-47ae-b771-581efa8951ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4975d09f-fb75-45f4-94d2-03528fe92098'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:30:28.397431 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c24bc62-314f-4a72-9fb9-149b4242241f" -d '{"events": [{"server_uuid": "3436149a-ba7c-47ae-b771-581efa8951ff", "name": "network-vif-plugged", "status": "completed", "tag": "4975d09f-fb75-45f4-94d2-03528fe92098"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:30:28.410889 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 4975d09f-fb75-45f4-94d2-03528fe92098, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4975d09f-fb75-45f4-94d2-03528fe92098,segment=NetworkSegment(4756490d-0304-4153-8606-4fdb9a1e92d6),segment_id=4756490d-0304-4153-8606-4fdb9a1e92d6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:30:28.416265 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:28.444448 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcb3da2-b94f-4e6a-8552-1f5fed38a05e x-openstack-request-id: req-6dcb3da2-b94f-4e6a-8552-1f5fed38a05e {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:30:28.444780 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3436149a-ba7c-47ae-b771-581efa8951ff", "name": "network-vif-plugged", "status": "completed", "tag": "4975d09f-fb75-45f4-94d2-03528fe92098", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:30:28.445032 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6dcb3da2-b94f-4e6a-8552-1f5fed38a05e {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:30:28.445542 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3436149a-ba7c-47ae-b771-581efa8951ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4975d09f-fb75-45f4-94d2-03528fe92098', 'code': 200} Sep 15 03:30:28.473622 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=4975d09f-fb75-45f4-94d2-03528fe92098,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:28.521524 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7d1cd-1101-4309-8c78-8039525a73d2 req-ddec168a-d43b-44a0-83c7-cb7df565c91a tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:28.523343 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-03c7d1cd-1101-4309-8c78-8039525a73d2 req-ddec168a-d43b-44a0-83c7-cb7df565c91a tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 946 time: 0.0556729 Sep 15 03:30:28.564480 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-03c7d1cd-1101-4309-8c78-8039525a73d2 req-5948c062-480e-4c9c-872c-9de3dc8be0e7 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=78bf4299-d522-4ff9-b9d1-fb5197bef220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338349 Sep 15 03:30:28.667159 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645329f6-2ce1-4879-b6fb-ce3a634f6487 req-dbebea52-c35a-4e21-a916-8f3efe787d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:28.668893 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-645329f6-2ce1-4879-b6fb-ce3a634f6487 req-dbebea52-c35a-4e21-a916-8f3efe787d82 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 1099 time: 0.0423620 Sep 15 03:30:28.707493 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-645329f6-2ce1-4879-b6fb-ce3a634f6487 req-2752f1de-c87f-4363-a881-8846292a418e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=78bf4299-d522-4ff9-b9d1-fb5197bef220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295210 Sep 15 03:30:29.686272 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120fc30-f60e-45f1-96ee-fea47ad1abba req-d81f17a8-92b8-48b9-a6cb-35a0c39ea469 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:29.687813 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f120fc30-f60e-45f1-96ee-fea47ad1abba req-d81f17a8-92b8-48b9-a6cb-35a0c39ea469 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 946 time: 0.0501218 Sep 15 03:30:29.727102 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f120fc30-f60e-45f1-96ee-fea47ad1abba req-abdfd06e-de9d-4e41-b28b-7a0293104308 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=78bf4299-d522-4ff9-b9d1-fb5197bef220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333071 Sep 15 03:30:30.856169 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90895aa-6555-4fb1-a0c1-4be117e04ae7 req-7a094288-574a-4d7d-9191-422964cfd2de tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:30.857923 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f90895aa-6555-4fb1-a0c1-4be117e04ae7 req-7a094288-574a-4d7d-9191-422964cfd2de tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 946 time: 0.0529106 Sep 15 03:30:30.897297 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f90895aa-6555-4fb1-a0c1-4be117e04ae7 req-66759a3a-88b0-4f19-b681-1a7cc488ce01 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=78bf4299-d522-4ff9-b9d1-fb5197bef220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329373 Sep 15 03:30:31.021292 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07f4d1-f187-4f8c-bdcc-745316e58eec req-02dfec3b-2bcd-4d37-acad-e3c85cbf2044 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:31.023012 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-df07f4d1-f187-4f8c-bdcc-745316e58eec req-02dfec3b-2bcd-4d37-acad-e3c85cbf2044 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 946 time: 0.0558116 Sep 15 03:30:31.031462 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 44844) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:31.036373 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-dcc2bda9-5b3a-4b60-8181-557840bc4e65 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Request body: {'floatingip': {'port_id': '4975d09f-fb75-45f4-94d2-03528fe92098'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:30:31.078511 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dcc2bda9-5b3a-4b60-8181-557840bc4e65 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:31.514948 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dcc2bda9-5b3a-4b60-8181-557840bc4e65 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:31.519088 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dcc2bda9-5b3a-4b60-8181-557840bc4e65 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8074502'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:31.621998 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.l3_db [None req-dcc2bda9-5b3a-4b60-8181-557840bc4e65 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Floating IP d36437fb-3317-4964-9324-fec76c87cb70 associated. External IP: 172.27.0.237, port: 4975d09f-fb75-45f4-94d2-03528fe92098. Sep 15 03:30:31.839112 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc2bda9-5b3a-4b60-8181-557840bc4e65 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Router e3490e95-1166-440c-b04d-5f621ad27e96 has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:30:32.188079 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc2bda9-5b3a-4b60-8181-557840bc4e65 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:30:32.193341 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dcc2bda9-5b3a-4b60-8181-557840bc4e65 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:32.198181 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53a8963-ac86-4a11-9e77-08c6c8f63574 None None] Sync routers for ids ['e3490e95-1166-440c-b04d-5f621ad27e96'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:30:32.209623 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a8963-ac86-4a11-9e77-08c6c8f63574 None None] Routers {'e3490e95-1166-440c-b04d-5f621ad27e96'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:30:32.210338 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f53a8963-ac86-4a11-9e77-08c6c8f63574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:30:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['e3490e95-1166-440c-b04d-5f621ad27e96'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:32.221747 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-dcc2bda9-5b3a-4b60-8181-557840bc4e65 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "PUT /v2.0/floatingips/d36437fb-3317-4964-9324-fec76c87cb70 HTTP/1.1" status: 200 len: 992 time: 1.1885936 Sep 15 03:30:32.222366 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3436149a-ba7c-47ae-b771-581efa8951ff', 'tag': '4975d09f-fb75-45f4-94d2-03528fe92098'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:30:32.227056 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f83fa4d-59f8-48a3-b9dd-0c1b750587d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3436149a-ba7c-47ae-b771-581efa8951ff", "tag": "4975d09f-fb75-45f4-94d2-03528fe92098"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:30:32.266419 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd058141-25f2-455e-8ed8-129d41428822 x-openstack-request-id: req-fd058141-25f2-455e-8ed8-129d41428822 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:30:32.266708 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3436149a-ba7c-47ae-b771-581efa8951ff", "tag": "4975d09f-fb75-45f4-94d2-03528fe92098", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:30:32.266960 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd058141-25f2-455e-8ed8-129d41428822 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:30:32.267374 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3436149a-ba7c-47ae-b771-581efa8951ff', 'tag': '4975d09f-fb75-45f4-94d2-03528fe92098', 'status': 'completed', 'code': 200} Sep 15 03:30:32.326587 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-f53a8963-ac86-4a11-9e77-08c6c8f63574 None None] Set router e3490e95-1166-440c-b04d-5f621ad27e96 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:30:32.397649 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83fa4d-59f8-48a3-b9dd-0c1b750587d9 req-1762f3dd-a140-42ab-b7cd-23311ad1ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:32.399420 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8f83fa4d-59f8-48a3-b9dd-0c1b750587d9 req-1762f3dd-a140-42ab-b7cd-23311ad1ac30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=acb82cea32c94adbbc24424bc2f122f7&device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 1099 time: 0.0459619 Sep 15 03:30:32.498169 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83fa4d-59f8-48a3-b9dd-0c1b750587d9 req-c184f1e8-f47a-4a62-88bc-9fc92ed447eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:32.499593 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8f83fa4d-59f8-48a3-b9dd-0c1b750587d9 req-c184f1e8-f47a-4a62-88bc-9fc92ed447eb service neutron] 10.222.0.52 "GET /v2.0/networks?id=c37fb0f9-98bc-428c-87b6-0e86fc30398f HTTP/1.1" status: 200 len: 911 time: 0.0922248 Sep 15 03:30:32.570076 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8f83fa4d-59f8-48a3-b9dd-0c1b750587d9 req-2fd2e92a-9e64-4b11-978f-b08b5c78cfed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4975d09f-fb75-45f4-94d2-03528fe92098 HTTP/1.1" status: 200 len: 1000 time: 0.0591059 Sep 15 03:30:32.606646 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f53a8963-ac86-4a11-9e77-08c6c8f63574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': 'd36437fb-3317-4964-9324-fec76c87cb70', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'port_id': '4975d09f-fb75-45f4-94d2-03528fe92098', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'mac_address': 'fa:16:3e:a0:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3436149a-ba7c-47ae-b771-581efa8951ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:30:20Z', 'updated_at': '2021-09-15T03:30:31Z', 'revision_number': 1, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685e2fbd-b65d-431a-b01c-e8248d28f4ee', 'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:16Z', 'updated_at': '2021-09-15T03:30:20Z', 'revision_number': 5, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'subnets': [{'id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:32.630234 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83fa4d-59f8-48a3-b9dd-0c1b750587d9 req-797cffc3-dfa4-49b2-a27c-e2acdb4e9600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:32.633217 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8f83fa4d-59f8-48a3-b9dd-0c1b750587d9 req-797cffc3-dfa4-49b2-a27c-e2acdb4e9600 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a43cabc1-2adc-413a-995e-825ef21d09bc HTTP/1.1" status: 200 len: 849 time: 0.0531723 Sep 15 03:30:32.636579 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53a8963-ac86-4a11-9e77-08c6c8f63574 None None] Checking router: e3490e95-1166-440c-b04d-5f621ad27e96 for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:30:32.648024 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a8963-ac86-4a11-9e77-08c6c8f63574 None None] Routers {'e3490e95-1166-440c-b04d-5f621ad27e96'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:30:32.648645 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f53a8963-ac86-4a11-9e77-08c6c8f63574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:30:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['e3490e95-1166-440c-b04d-5f621ad27e96'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:32.689905 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83fa4d-59f8-48a3-b9dd-0c1b750587d9 req-8abb8428-e1aa-4e57-ba62-579600e6c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:32.692069 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8f83fa4d-59f8-48a3-b9dd-0c1b750587d9 req-8abb8428-e1aa-4e57-ba62-579600e6c516 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c37fb0f9-98bc-428c-87b6-0e86fc30398f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463829 Sep 15 03:30:32.755815 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-f53a8963-ac86-4a11-9e77-08c6c8f63574 None None] Set router e3490e95-1166-440c-b04d-5f621ad27e96 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:30:32.802420 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8f83fa4d-59f8-48a3-b9dd-0c1b750587d9 req-450cc7b9-a5d9-48ef-ae70-79434c7539c9 service neutron] 10.222.0.52 "GET /v2.0/networks/c37fb0f9-98bc-428c-87b6-0e86fc30398f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908353 Sep 15 03:30:32.902652 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8f83fa4d-59f8-48a3-b9dd-0c1b750587d9 req-ea997923-9293-43a0-8709-dbc4a36ca527 service neutron] 10.222.0.52 "GET /v2.0/networks/c37fb0f9-98bc-428c-87b6-0e86fc30398f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907097 Sep 15 03:30:32.997828 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f53a8963-ac86-4a11-9e77-08c6c8f63574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': 'd36437fb-3317-4964-9324-fec76c87cb70', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'port_id': '4975d09f-fb75-45f4-94d2-03528fe92098', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'mac_address': 'fa:16:3e:a0:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3436149a-ba7c-47ae-b771-581efa8951ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:30:20Z', 'updated_at': '2021-09-15T03:30:31Z', 'revision_number': 1, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685e2fbd-b65d-431a-b01c-e8248d28f4ee', 'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:16Z', 'updated_at': '2021-09-15T03:30:20Z', 'revision_number': 5, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'subnets': [{'id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:33.023794 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53a8963-ac86-4a11-9e77-08c6c8f63574 None None] The sync data for ids ['e3490e95-1166-440c-b04d-5f621ad27e96'] in dv-cinder-806965-6-iscsi is: [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': 'd36437fb-3317-4964-9324-fec76c87cb70', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'floating_ip_address': '172.27.0.237', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'port_id': '4975d09f-fb75-45f4-94d2-03528fe92098', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'mac_address': 'fa:16:3e:a0:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3436149a-ba7c-47ae-b771-581efa8951ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:30:20Z', 'updated_at': '2021-09-15T03:30:31Z', 'revision_number': 1, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685e2fbd-b65d-431a-b01c-e8248d28f4ee', 'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:16Z', 'updated_at': '2021-09-15T03:30:20Z', 'revision_number': 5, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'subnets': [{'id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:30:33.208729 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97c8816-0820-4e76-9e43-e688a750c486 None None] New status for floating IP d36437fb-3317-4964-9324-fec76c87cb70: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:30:35.713964 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4cc319c5-27cb-4249-9435-0e4a36982161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:36.565038 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:38.194448 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a76184ca-6293-4c77-99af-a72bcd868725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:38.761114 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:39.405371 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:40.828381 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:52.719035 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-998f94a2-1c4e-4fbf-91fa-41b70ddcccf2 req-229152d2-66d8-4f9f-b194-c08c5698d273 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-425937095&fields=id&tenant_id=6d6f8640cfdb4b6294bd02b2c063e433 HTTP/1.1" status: 200 len: 267 time: 0.0323153 Sep 15 03:30:52.770825 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f94a2-1c4e-4fbf-91fa-41b70ddcccf2 req-c39a091f-ef31-4c0e-9b0a-4c27383485c7 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:52.773169 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-998f94a2-1c4e-4fbf-91fa-41b70ddcccf2 req-c39a091f-ef31-4c0e-9b0a-4c27383485c7 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 985 time: 0.0483050 Sep 15 03:30:52.784118 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [req-998f94a2-1c4e-4fbf-91fa-41b70ddcccf2 req-48c53239-5302-4312-b69c-9d355d95579f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Request body: {'port': {'security_groups': ['fcbe1b69-fccf-407d-9b61-cc09f43333bd']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:30:52.851759 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-998f94a2-1c4e-4fbf-91fa-41b70ddcccf2 req-48c53239-5302-4312-b69c-9d355d95579f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:53.025354 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-998f94a2-1c4e-4fbf-91fa-41b70ddcccf2 req-48c53239-5302-4312-b69c-9d355d95579f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] For port 4e4ca83b-997c-4371-8187-47468d3d2d6a, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4e4ca83b-997c-4371-8187-47468d3d2d6a,segment=NetworkSegment(79379c10-e600-4a63-a3c2-e39667af28f3),segment_id=79379c10-e600-4a63-a3c2-e39667af28f3)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:30:53.053518 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-998f94a2-1c4e-4fbf-91fa-41b70ddcccf2 req-48c53239-5302-4312-b69c-9d355d95579f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:53.057711 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-998f94a2-1c4e-4fbf-91fa-41b70ddcccf2 req-48c53239-5302-4312-b69c-9d355d95579f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022191'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:53.097043 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['4e4ca83b-997c-4371-8187-47468d3d2d6a'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:30:53.099323 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f94a2-1c4e-4fbf-91fa-41b70ddcccf2 req-48c53239-5302-4312-b69c-9d355d95579f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:53.099872 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-998f94a2-1c4e-4fbf-91fa-41b70ddcccf2 req-48c53239-5302-4312-b69c-9d355d95579f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:53.101277 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-998f94a2-1c4e-4fbf-91fa-41b70ddcccf2 req-48c53239-5302-4312-b69c-9d355d95579f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "PUT /v2.0/ports/4e4ca83b-997c-4371-8187-47468d3d2d6a HTTP/1.1" status: 200 len: 943 time: 0.3216286 Sep 15 03:30:53.101736 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658011a2-481b-4fde-98d8-dcbaee21de87', 'tag': '4e4ca83b-997c-4371-8187-47468d3d2d6a'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:30:53.106728 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c5e5a7ed1901eac8cf18039674ee6f7c806fec2fd0ee94a2a8e9c46147c846e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95017a3-10c6-4598-b639-de065efcfdc0" -d '{"events": [{"name": "network-changed", "server_uuid": "658011a2-481b-4fde-98d8-dcbaee21de87", "tag": "4e4ca83b-997c-4371-8187-47468d3d2d6a"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:30:53.107049 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 45024) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:53.128342 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c53239-5302-4312-b69c-9d355d95579f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Pushing event updated for resources: {'Port': ['ID=4e4ca83b-997c-4371-8187-47468d3d2d6a,revision_number=7']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:53.156960 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d384cff-5f99-4e80-a643-ed65969e3c53 x-openstack-request-id: req-1d384cff-5f99-4e80-a643-ed65969e3c53 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:30:53.157248 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658011a2-481b-4fde-98d8-dcbaee21de87", "tag": "4e4ca83b-997c-4371-8187-47468d3d2d6a", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:30:53.157552 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d384cff-5f99-4e80-a643-ed65969e3c53 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:30:53.157949 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658011a2-481b-4fde-98d8-dcbaee21de87', 'tag': '4e4ca83b-997c-4371-8187-47468d3d2d6a', 'status': 'completed', 'code': 200} Sep 15 03:30:53.187453 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de694d6a-caa0-4384-98f5-640c1fdc58a9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:53.225997 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de694d6a-caa0-4384-98f5-640c1fdc58a9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:53.291528 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95017a3-10c6-4598-b639-de065efcfdc0 req-43c32110-a14e-43d2-bd2d-b77dfd6d368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:53.293020 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c95017a3-10c6-4598-b639-de065efcfdc0 req-43c32110-a14e-43d2-bd2d-b77dfd6d368b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d6f8640cfdb4b6294bd02b2c063e433&device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 1099 time: 0.0829947 Sep 15 03:30:53.324581 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ae35fd46-2fbe-49f4-bc43-7f7690b531c3 None None] Provisioning complete for port 4e4ca83b-997c-4371-8187-47468d3d2d6a triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:30:53.325006 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ae35fd46-2fbe-49f4-bc43-7f7690b531c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:53.367687 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de694d6a-caa0-4384-98f5-640c1fdc58a9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:53.371136 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de694d6a-caa0-4384-98f5-640c1fdc58a9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:53.371714 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['4e4ca83b-997c-4371-8187-47468d3d2d6a'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:30:53.372315 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-de694d6a-caa0-4384-98f5-640c1fdc58a9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "DELETE /v2.0/security-groups/40e2cc31-d605-4efe-9478-33a4b667185a HTTP/1.1" status: 204 len: 168 time: 0.2643006 Sep 15 03:30:53.375102 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 45026) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:30:53.387827 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de694d6a-caa0-4384-98f5-640c1fdc58a9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e2cc31-d605-4efe-9478-33a4b667185a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:53.410428 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95017a3-10c6-4598-b639-de065efcfdc0 req-eba2615d-1daa-40b4-ae3c-412933ec74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:53.412070 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c95017a3-10c6-4598-b639-de065efcfdc0 req-eba2615d-1daa-40b4-ae3c-412933ec74c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3787134e-e22b-46af-a4ba-db5204827942 HTTP/1.1" status: 200 len: 916 time: 0.1102123 Sep 15 03:30:53.492785 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c95017a3-10c6-4598-b639-de065efcfdc0 req-c0903706-4d1e-4679-851a-1476a156ca63 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e4ca83b-997c-4371-8187-47468d3d2d6a HTTP/1.1" status: 200 len: 1002 time: 0.0707595 Sep 15 03:30:53.544549 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95017a3-10c6-4598-b639-de065efcfdc0 req-35864014-ed9a-462a-b58a-c14c61be5bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:53.546043 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c95017a3-10c6-4598-b639-de065efcfdc0 req-35864014-ed9a-462a-b58a-c14c61be5bd8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02ea9f88-a6bb-46cf-8846-3a95d95e73a4 HTTP/1.1" status: 200 len: 854 time: 0.0459793 Sep 15 03:30:53.620331 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95017a3-10c6-4598-b639-de065efcfdc0 req-f7f6d64d-d35a-4f85-9899-a149740c6027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:53.621764 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c95017a3-10c6-4598-b639-de065efcfdc0 req-f7f6d64d-d35a-4f85-9899-a149740c6027 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3787134e-e22b-46af-a4ba-db5204827942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430582 Sep 15 03:30:53.721590 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c95017a3-10c6-4598-b639-de065efcfdc0 req-3436f51a-3fc4-4b58-a55a-8e6522f0feca service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882635 Sep 15 03:30:53.815379 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c95017a3-10c6-4598-b639-de065efcfdc0 req-87d74398-bc2d-4d16-beda-97b199b35381 service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839808 Sep 15 03:30:53.839529 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-391864cc-f91d-41b4-96c7-2280e135dffb tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Deleting port 6a6f35a4-bd3b-46ba-9784-68657f6b4911 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:30:53.840088 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-391864cc-f91d-41b4-96c7-2280e135dffb tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:53.913366 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-391864cc-f91d-41b4-96c7-2280e135dffb tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:53.913706 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-391864cc-f91d-41b4-96c7-2280e135dffb tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:53.925412 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-391864cc-f91d-41b4-96c7-2280e135dffb tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Calling delete_port for 6a6f35a4-bd3b-46ba-9784-68657f6b4911 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:30:54.105490 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-391864cc-f91d-41b4-96c7-2280e135dffb tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:54.138339 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391864cc-f91d-41b4-96c7-2280e135dffb tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Pushing event deleted for resources: {'Port': ['ID=6a6f35a4-bd3b-46ba-9784-68657f6b4911,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:30:54.195763 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-391864cc-f91d-41b4-96c7-2280e135dffb tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:54.196103 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.l3_db [None req-391864cc-f91d-41b4-96c7-2280e135dffb tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Floating IP edc2768f-8633-4017-8c4f-8c69e511f278 disassociated (deleted). External IP: 172.27.0.172, port: 4e4ca83b-997c-4371-8187-47468d3d2d6a. Sep 15 03:30:54.403552 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391864cc-f91d-41b4-96c7-2280e135dffb tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Router 8a89130b-0985-4c38-a45c-20c0003882cb has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:30:54.507568 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391864cc-f91d-41b4-96c7-2280e135dffb tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:30:54.512253 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-391864cc-f91d-41b4-96c7-2280e135dffb tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:30:54.516675 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182719e-3493-46ba-8ffe-b43e76809a1c None None] Sync routers for ids ['8a89130b-0985-4c38-a45c-20c0003882cb'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:30:54.525784 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182719e-3493-46ba-8ffe-b43e76809a1c None None] Routers {'8a89130b-0985-4c38-a45c-20c0003882cb'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:30:54.526420 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8182719e-3493-46ba-8ffe-b43e76809a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:30:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['8a89130b-0985-4c38-a45c-20c0003882cb'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:54.538741 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-391864cc-f91d-41b4-96c7-2280e135dffb tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "DELETE /v2.0/floatingips/edc2768f-8633-4017-8c4f-8c69e511f278 HTTP/1.1" status: 204 len: 168 time: 1.1625838 Sep 15 03:30:54.641407 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8182719e-3493-46ba-8ffe-b43e76809a1c None None] Set router 8a89130b-0985-4c38-a45c-20c0003882cb gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:30:54.858404 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8182719e-3493-46ba-8ffe-b43e76809a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'name': 'tempest-TestMinimumBasicScenario-1217420263-router', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:36Z', 'updated_at': '2021-09-15T03:27:41Z', 'revision_number': 4, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'gw_port': {'id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:37Z', 'updated_at': '2021-09-15T03:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2219084c-a958-435f-a0bc-3c89f5ae7ceb', 'name': '', 'network_id': '3787134e-e22b-46af-a4ba-db5204827942', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'mac_address': 'fa:16:3e:dd:8d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:40Z', 'updated_at': '2021-09-15T03:27:45Z', 'revision_number': 5, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'subnets': [{'id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:54.884550 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182719e-3493-46ba-8ffe-b43e76809a1c None None] Checking router: 8a89130b-0985-4c38-a45c-20c0003882cb for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:30:54.892613 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182719e-3493-46ba-8ffe-b43e76809a1c None None] Routers {'8a89130b-0985-4c38-a45c-20c0003882cb'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:30:54.893205 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8182719e-3493-46ba-8ffe-b43e76809a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:30:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['8a89130b-0985-4c38-a45c-20c0003882cb'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:54.999578 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8182719e-3493-46ba-8ffe-b43e76809a1c None None] Set router 8a89130b-0985-4c38-a45c-20c0003882cb gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:30:55.159442 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658011a2-481b-4fde-98d8-dcbaee21de87', 'tag': '4e4ca83b-997c-4371-8187-47468d3d2d6a'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:30:55.161840 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c5e5a7ed1901eac8cf18039674ee6f7c806fec2fd0ee94a2a8e9c46147c846e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19d1af9-7315-4585-9f53-a8fa8024649d" -d '{"events": [{"name": "network-changed", "server_uuid": "658011a2-481b-4fde-98d8-dcbaee21de87", "tag": "4e4ca83b-997c-4371-8187-47468d3d2d6a"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:30:55.193503 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8182719e-3493-46ba-8ffe-b43e76809a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'name': 'tempest-TestMinimumBasicScenario-1217420263-router', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:36Z', 'updated_at': '2021-09-15T03:27:41Z', 'revision_number': 4, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'gw_port': {'id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:37Z', 'updated_at': '2021-09-15T03:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2219084c-a958-435f-a0bc-3c89f5ae7ceb', 'name': '', 'network_id': '3787134e-e22b-46af-a4ba-db5204827942', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'mac_address': 'fa:16:3e:dd:8d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:40Z', 'updated_at': '2021-09-15T03:27:45Z', 'revision_number': 5, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'subnets': [{'id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:30:55.197471 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f76f47-09f9-4638-8741-4a890d9a243f x-openstack-request-id: req-85f76f47-09f9-4638-8741-4a890d9a243f {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:30:55.197770 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658011a2-481b-4fde-98d8-dcbaee21de87", "tag": "4e4ca83b-997c-4371-8187-47468d3d2d6a", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:30:55.198027 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85f76f47-09f9-4638-8741-4a890d9a243f {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:30:55.198425 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658011a2-481b-4fde-98d8-dcbaee21de87', 'tag': '4e4ca83b-997c-4371-8187-47468d3d2d6a', 'status': 'completed', 'code': 200} Sep 15 03:30:55.288949 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d1af9-7315-4585-9f53-a8fa8024649d req-7bf4963d-4b74-449b-92fa-495c765ffa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:55.290401 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f19d1af9-7315-4585-9f53-a8fa8024649d req-7bf4963d-4b74-449b-92fa-495c765ffa0f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d6f8640cfdb4b6294bd02b2c063e433&device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 1099 time: 0.0429137 Sep 15 03:30:55.340884 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182719e-3493-46ba-8ffe-b43e76809a1c None None] The sync data for ids ['8a89130b-0985-4c38-a45c-20c0003882cb'] in dv-cinder-806965-6-iscsi is: [{'id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'name': 'tempest-TestMinimumBasicScenario-1217420263-router', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:36Z', 'updated_at': '2021-09-15T03:27:41Z', 'revision_number': 4, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'gw_port': {'id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:37Z', 'updated_at': '2021-09-15T03:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2219084c-a958-435f-a0bc-3c89f5ae7ceb', 'name': '', 'network_id': '3787134e-e22b-46af-a4ba-db5204827942', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'mac_address': 'fa:16:3e:dd:8d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:40Z', 'updated_at': '2021-09-15T03:27:45Z', 'revision_number': 5, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'subnets': [{'id': '02ea9f88-a6bb-46cf-8846-3a95d95e73a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:30:55.386908 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d1af9-7315-4585-9f53-a8fa8024649d req-8f4a7e3d-61fe-42b9-9576-5d668c2f8ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:55.388418 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f19d1af9-7315-4585-9f53-a8fa8024649d req-8f4a7e3d-61fe-42b9-9576-5d668c2f8ed6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3787134e-e22b-46af-a4ba-db5204827942 HTTP/1.1" status: 200 len: 916 time: 0.0890718 Sep 15 03:30:55.433521 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f19d1af9-7315-4585-9f53-a8fa8024649d req-a29fb39e-4108-4a06-bddb-30878f685b6c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e4ca83b-997c-4371-8187-47468d3d2d6a HTTP/1.1" status: 200 len: 217 time: 0.0367346 Sep 15 03:30:55.485233 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d1af9-7315-4585-9f53-a8fa8024649d req-a78839e0-b6e8-40fa-858f-969601901c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:55.486713 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f19d1af9-7315-4585-9f53-a8fa8024649d req-a78839e0-b6e8-40fa-858f-969601901c3b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02ea9f88-a6bb-46cf-8846-3a95d95e73a4 HTTP/1.1" status: 200 len: 854 time: 0.0440958 Sep 15 03:30:55.536283 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d1af9-7315-4585-9f53-a8fa8024649d req-a42a1001-2136-4bc2-bea2-65123716016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:30:55.537821 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f19d1af9-7315-4585-9f53-a8fa8024649d req-a42a1001-2136-4bc2-bea2-65123716016a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3787134e-e22b-46af-a4ba-db5204827942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419393 Sep 15 03:30:55.559793 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1ce0ea-bad5-494e-8291-140ab1391830 None None] New status for floating IP edc2768f-8633-4017-8c4f-8c69e511f278: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:30:55.636416 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f19d1af9-7315-4585-9f53-a8fa8024649d req-3eec86ed-4d22-4d0e-839d-bdb7f0682770 service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889716 Sep 15 03:30:55.724674 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f19d1af9-7315-4585-9f53-a8fa8024649d req-314ca620-9c28-48ff-b96b-9e0442809037 service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808201 Sep 15 03:31:03.940961 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2040dad8-6bdd-469f-9a87-f8036c55dde4 req-ef27ce4e-d8bc-4465-a095-67a5116fecf6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470197 Sep 15 03:31:04.054790 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040dad8-6bdd-469f-9a87-f8036c55dde4 req-b17d7e06-0e6b-45a1-beb5-29670e557967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:31:04.056262 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2040dad8-6bdd-469f-9a87-f8036c55dde4 req-b17d7e06-0e6b-45a1-beb5-29670e557967 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cfd6b9797a94b10a0e749d1d77b96be&device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 1099 time: 0.0465949 Sep 15 03:31:04.182344 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040dad8-6bdd-469f-9a87-f8036c55dde4 req-7a34b7a8-d0c2-4b1b-ba01-6eb9e96defa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:31:04.183862 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2040dad8-6bdd-469f-9a87-f8036c55dde4 req-7a34b7a8-d0c2-4b1b-ba01-6eb9e96defa1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26fdd753-7482-4f5b-beff-09787fea2442 HTTP/1.1" status: 200 len: 918 time: 0.1036234 Sep 15 03:31:04.259571 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2040dad8-6bdd-469f-9a87-f8036c55dde4 req-6114ad89-3418-4bb5-ade4-1f6434c0b96d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2 HTTP/1.1" status: 200 len: 1001 time: 0.0664923 Sep 15 03:31:04.313310 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040dad8-6bdd-469f-9a87-f8036c55dde4 req-4ac91e81-4136-49b5-8c28-17a2da739bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:31:04.314692 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2040dad8-6bdd-469f-9a87-f8036c55dde4 req-4ac91e81-4136-49b5-8c28-17a2da739bb9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c310f472-bb8c-474d-9c9c-ea872f0338ee HTTP/1.1" status: 200 len: 856 time: 0.0467355 Sep 15 03:31:04.368515 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040dad8-6bdd-469f-9a87-f8036c55dde4 req-b7925e85-057f-4406-9df2-da45020b7c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:31:04.370862 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2040dad8-6bdd-469f-9a87-f8036c55dde4 req-b7925e85-057f-4406-9df2-da45020b7c78 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26fdd753-7482-4f5b-beff-09787fea2442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486488 Sep 15 03:31:04.477651 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2040dad8-6bdd-469f-9a87-f8036c55dde4 req-71d3c2ca-9756-4d1a-b0c7-b93accaf958d service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979140 Sep 15 03:31:04.578705 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2040dad8-6bdd-469f-9a87-f8036c55dde4 req-8e5c00f4-0760-4f1a-afb8-89eb063c6ede service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931795 Sep 15 03:31:05.072082 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:31:05.714693 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d71153d7-e37d-4ddc-86d6-a38d90037ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:06.568768 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:08.195946 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d166b743-41a9-47d0-939a-eca53a39571d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:08.762218 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:09.408181 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:10.829211 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:35.714939 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9633b08b-5435-4b93-8646-e7920f72a945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:36.580351 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:38.195995 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8253f90b-b54e-4d88-adbf-950444192d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:38.761578 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:39.410995 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:40.830990 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:31:42.070753 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:32:03.926312 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-aacf108d-748b-48f2-af19-6635890733de req-bd3642dd-68e7-4b25-bff6-949f47818e2e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817761 Sep 15 03:32:04.009366 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf108d-748b-48f2-af19-6635890733de req-0b7f0308-0e46-4482-847e-58e49bba1e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:32:04.010868 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-aacf108d-748b-48f2-af19-6635890733de req-0b7f0308-0e46-4482-847e-58e49bba1e9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 1099 time: 0.0395670 Sep 15 03:32:04.124842 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf108d-748b-48f2-af19-6635890733de req-e6eb2aa9-3420-4e3a-b301-65a05875832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:32:04.126270 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-aacf108d-748b-48f2-af19-6635890733de req-e6eb2aa9-3420-4e3a-b301-65a05875832a service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0893090 Sep 15 03:32:04.171683 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-aacf108d-748b-48f2-af19-6635890733de req-3ccd2ca5-301c-4828-8dcb-2d6800f80b12 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7482671-913e-4a38-a1de-a1f61fb7cd04 HTTP/1.1" status: 200 len: 217 time: 0.0332637 Sep 15 03:32:04.227648 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf108d-748b-48f2-af19-6635890733de req-d3c74d34-1bc1-495c-a55d-592795d90d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:32:04.229141 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-aacf108d-748b-48f2-af19-6635890733de req-d3c74d34-1bc1-495c-a55d-592795d90d7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0462177 Sep 15 03:32:04.267292 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-aacf108d-748b-48f2-af19-6635890733de req-4ebc2356-d357-458d-9aeb-d554a6573b7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285108 Sep 15 03:32:04.357485 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-aacf108d-748b-48f2-af19-6635890733de req-5fcc1239-6ac6-4dbc-9900-cdf7f0d42374 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825140 Sep 15 03:32:04.456541 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-aacf108d-748b-48f2-af19-6635890733de req-87d891fa-20e1-4a57-80e1-3a1a10d540cb service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871928 Sep 15 03:32:05.717018 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a2fe6bb1-2ef0-4917-aa10-0f05f869e82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:06.595529 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:08.199791 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0f91a251-2a05-401c-aae9-4a562992646f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:08.762404 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:09.412148 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:10.834603 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:19.068691 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:32:35.716786 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-da70012f-b423-424e-9af9-92296c2f89f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:36.588371 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:38.199186 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0e944d8c-3bbb-4081-89f8-52623018009c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:38.763803 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:39.415646 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:40.838504 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:32:56.066769 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:33:05.717704 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bac74e3c-cbd1-4783-b8a9-cba799756815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:05.968771 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7be3e733-f912-4d45-b989-6f0f2f7085c7 req-dac99558-48b6-469f-953d-902faf6115e7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467954 Sep 15 03:33:06.072104 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3e733-f912-4d45-b989-6f0f2f7085c7 req-3109c7cd-46ec-41b9-b411-6d82aabc841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:33:06.073715 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7be3e733-f912-4d45-b989-6f0f2f7085c7 req-3109c7cd-46ec-41b9-b411-6d82aabc841c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 1099 time: 0.0529504 Sep 15 03:33:06.198827 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3e733-f912-4d45-b989-6f0f2f7085c7 req-d7990b93-afc5-45d3-8bac-fab307cf09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:33:06.201178 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7be3e733-f912-4d45-b989-6f0f2f7085c7 req-d7990b93-afc5-45d3-8bac-fab307cf09ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0958784 Sep 15 03:33:06.250667 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7be3e733-f912-4d45-b989-6f0f2f7085c7 req-b57b7a15-c19e-47ac-9548-78cfb455fa9a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0d72799-4bc2-43ea-b6ca-f62b79fa624f HTTP/1.1" status: 200 len: 217 time: 0.0380995 Sep 15 03:33:06.313134 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3e733-f912-4d45-b989-6f0f2f7085c7 req-ab071ecb-10b0-4152-a99c-f68b40c2ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:33:06.314625 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7be3e733-f912-4d45-b989-6f0f2f7085c7 req-ab071ecb-10b0-4152-a99c-f68b40c2ad8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0551322 Sep 15 03:33:06.370316 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7be3e733-f912-4d45-b989-6f0f2f7085c7 req-3a9d4377-dd5b-4da1-914f-ceaf45374314 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436378 Sep 15 03:33:06.485395 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7be3e733-f912-4d45-b989-6f0f2f7085c7 req-8998df89-289f-4a90-aa35-c51419af6458 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073658 Sep 15 03:33:06.593751 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:06.593979 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7be3e733-f912-4d45-b989-6f0f2f7085c7 req-cfb17d54-a5b0-453f-aa3f-b6f072e7bf13 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961094 Sep 15 03:33:08.198173 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-15d0cdb7-ccad-4cf8-a2e8-e8e861dc5503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:08.765363 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:09.418364 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:10.840886 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:33.064528 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:33:35.719172 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f15f0ddf-d4ca-4d55-9085-96b5f0b97039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:36.600695 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:38.198006 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-98aedd12-539a-4c02-90be-332e439e2170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:38.766924 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:39.420766 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:33:40.843600 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:05.723085 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2e5e868d-c879-44ca-8eb0-86c2609023a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:06.599921 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:07.944173 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-577b321f-e313-4bc6-94ac-050108a39d54 req-e56826c3-09e6-4a46-b591-96433e7bb50d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422425 Sep 15 03:34:08.024384 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b321f-e313-4bc6-94ac-050108a39d54 req-d3e35b4a-1480-4979-a630-90f9d1dc974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:34:08.025892 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-577b321f-e313-4bc6-94ac-050108a39d54 req-d3e35b4a-1480-4979-a630-90f9d1dc974c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d6f8640cfdb4b6294bd02b2c063e433&device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 1099 time: 0.0395660 Sep 15 03:34:08.129705 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b321f-e313-4bc6-94ac-050108a39d54 req-fb20e9e4-9b3c-4cbe-b171-e4317538042f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:34:08.131141 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-577b321f-e313-4bc6-94ac-050108a39d54 req-fb20e9e4-9b3c-4cbe-b171-e4317538042f service neutron] 10.222.0.52 "GET /v2.0/networks?id=3787134e-e22b-46af-a4ba-db5204827942 HTTP/1.1" status: 200 len: 916 time: 0.0862801 Sep 15 03:34:08.175430 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-577b321f-e313-4bc6-94ac-050108a39d54 req-762126f7-5811-4e42-a0ad-b2be117670d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e4ca83b-997c-4371-8187-47468d3d2d6a HTTP/1.1" status: 200 len: 217 time: 0.0341575 Sep 15 03:34:08.198707 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3560453f-19ec-41cd-8b11-4d0826bfcee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:08.235765 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b321f-e313-4bc6-94ac-050108a39d54 req-5b43d66d-6e34-42fe-9ca5-b61644613f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:34:08.237226 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-577b321f-e313-4bc6-94ac-050108a39d54 req-5b43d66d-6e34-42fe-9ca5-b61644613f6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02ea9f88-a6bb-46cf-8846-3a95d95e73a4 HTTP/1.1" status: 200 len: 854 time: 0.0511405 Sep 15 03:34:08.291736 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b321f-e313-4bc6-94ac-050108a39d54 req-ce20c5cd-26a0-435b-949c-b58926c39aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:34:08.293208 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-577b321f-e313-4bc6-94ac-050108a39d54 req-ce20c5cd-26a0-435b-949c-b58926c39aa9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3787134e-e22b-46af-a4ba-db5204827942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444884 Sep 15 03:34:08.388037 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-577b321f-e313-4bc6-94ac-050108a39d54 req-b2cf1044-7c53-438d-aa26-1dd0a3bd1832 service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826454 Sep 15 03:34:08.487498 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-577b321f-e313-4bc6-94ac-050108a39d54 req-e54bc6f0-2d0a-4423-b11b-54995ed8943c service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873969 Sep 15 03:34:08.768638 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:09.424274 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:10.063881 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:34:10.848567 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:35.724765 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e8144859-b4e0-4151-9c22-dde1dddd73a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:36.616439 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:38.198817 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-294fead5-4a4f-4260-8cfb-cac5a79a289e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:38.770644 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:39.426824 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:40.852921 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:34:47.062980 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:35:05.725615 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7f13cf9e-afd8-4cff-a197-e5e1e0aa046e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:06.643857 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:07.912432 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9578e010-205e-4b61-911e-3fff065768c3 req-71332d25-469a-4053-afe1-267ea98f22db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394151 Sep 15 03:35:07.992938 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578e010-205e-4b61-911e-3fff065768c3 req-065ebe6a-d5bd-4adc-8b58-3e69648def49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:35:07.994299 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9578e010-205e-4b61-911e-3fff065768c3 req-065ebe6a-d5bd-4adc-8b58-3e69648def49 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 1099 time: 0.0398202 Sep 15 03:35:08.099669 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578e010-205e-4b61-911e-3fff065768c3 req-3487c024-eb08-423e-bcb3-56b33c4972e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:35:08.101315 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9578e010-205e-4b61-911e-3fff065768c3 req-3487c024-eb08-423e-bcb3-56b33c4972e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0865431 Sep 15 03:35:08.146073 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9578e010-205e-4b61-911e-3fff065768c3 req-28ce5a26-eacf-4bdb-9e7f-38a75d6a8a45 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c34f51a-7cb9-4a56-8042-4044bf8d18dd HTTP/1.1" status: 200 len: 217 time: 0.0333982 Sep 15 03:35:08.200798 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578e010-205e-4b61-911e-3fff065768c3 req-ae851a48-557d-4e1f-8544-fae8f9be6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:35:08.200938 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4f131b52-454c-4243-84f0-282c6b3bbd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:08.202402 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9578e010-205e-4b61-911e-3fff065768c3 req-ae851a48-557d-4e1f-8544-fae8f9be6bb0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0483155 Sep 15 03:35:08.237849 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9578e010-205e-4b61-911e-3fff065768c3 req-94e1a785-7796-4339-b169-ea8e927e2c3f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240579 Sep 15 03:35:08.329609 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9578e010-205e-4b61-911e-3fff065768c3 req-31144ef3-e77c-446f-a3d0-d575ea5a7e6a service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826330 Sep 15 03:35:08.426251 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-9578e010-205e-4b61-911e-3fff065768c3 req-7d66db3e-f833-442c-a7ce-415ceae7d754 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863087 Sep 15 03:35:08.772531 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:09.429100 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:10.855502 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:24.065515 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:35:35.727101 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7753329a-0147-4613-91a1-1b3ea96fd7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:36.643292 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:38.204105 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-42339740-e58e-4e78-abeb-f00bc29a4523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:38.776057 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:39.431843 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:35:40.862341 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:01.064539 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:36:05.729280 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-667c4d63-952d-4998-854e-b762f760beec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:06.642114 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:08.204444 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8bafd7b6-7dfb-4e31-b262-e85cfaaa28fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:08.776293 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:08.920546 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-08ec6851-7982-4e7b-b45a-27856e1bbbfe req-d2b55803-3581-4b80-8dab-c6da3a4b232d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423312 Sep 15 03:36:09.008361 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec6851-7982-4e7b-b45a-27856e1bbbfe req-67c5f86f-1868-429c-83fd-3cb26a0ec955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:36:09.010356 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-08ec6851-7982-4e7b-b45a-27856e1bbbfe req-67c5f86f-1868-429c-83fd-3cb26a0ec955 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 1098 time: 0.0394607 Sep 15 03:36:09.120537 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec6851-7982-4e7b-b45a-27856e1bbbfe req-83fc0961-8af8-4217-81ba-5026d164349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:36:09.122030 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-08ec6851-7982-4e7b-b45a-27856e1bbbfe req-83fc0961-8af8-4217-81ba-5026d164349f service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0900517 Sep 15 03:36:09.164565 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-08ec6851-7982-4e7b-b45a-27856e1bbbfe req-9ec6ff23-ebd3-43b7-9f74-7b41198f7d74 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7038f00-aa4c-4f05-807d-2f0a2184fa7b HTTP/1.1" status: 200 len: 217 time: 0.0335691 Sep 15 03:36:09.216078 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec6851-7982-4e7b-b45a-27856e1bbbfe req-055a83a9-6775-4f1a-888f-6e2942b019f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:36:09.217495 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-08ec6851-7982-4e7b-b45a-27856e1bbbfe req-055a83a9-6775-4f1a-888f-6e2942b019f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0453093 Sep 15 03:36:09.252109 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-08ec6851-7982-4e7b-b45a-27856e1bbbfe req-5fec9844-60f0-4eb0-87ea-2c15eb8503a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229378 Sep 15 03:36:09.267252 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [req-08ec6851-7982-4e7b-b45a-27856e1bbbfe req-54b2b590-da03-4068-9ce2-a50d40a135c8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:36:09.268109 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-08ec6851-7982-4e7b-b45a-27856e1bbbfe req-54b2b590-da03-4068-9ce2-a50d40a135c8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047278 Sep 15 03:36:09.358538 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-08ec6851-7982-4e7b-b45a-27856e1bbbfe req-a55872fe-3345-49c8-ad5a-6a570ccc49d7 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808635 Sep 15 03:36:09.435735 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:09.456499 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-08ec6851-7982-4e7b-b45a-27856e1bbbfe req-33081d81-9892-4320-a5a9-0d4c3af93c2d service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855551 Sep 15 03:36:10.861588 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:35.730029 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-88701434-c342-4a9f-8dde-87b8fa063b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:36.688036 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:38.063078 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:36:38.204980 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d2a1a51a-43ab-401d-9796-6f5cd55f1fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:38.775969 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:39.437157 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:36:40.864895 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:05.730718 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4f45103e-1819-4041-aedf-ff6805a0c650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:06.687128 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:08.205128 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef01dab3-f29f-46ee-a7b7-5fbcd0310651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:08.777505 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:09.442787 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:09.958494 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4a235376-147b-4310-b4b5-53805c6f6d23 req-2c37fe2c-c336-4e4b-8152-58b83d02df4c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769331 Sep 15 03:37:10.044209 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a235376-147b-4310-b4b5-53805c6f6d23 req-347adabd-ee9e-44ad-9db8-e90304fd2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:10.045608 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4a235376-147b-4310-b4b5-53805c6f6d23 req-347adabd-ee9e-44ad-9db8-e90304fd2e2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=215cbbd0130f44c3bd1032b8753e20ee&device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 1098 time: 0.0440922 Sep 15 03:37:10.156445 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a235376-147b-4310-b4b5-53805c6f6d23 req-3d7790cc-891f-4230-909f-efd34e12b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:10.157918 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4a235376-147b-4310-b4b5-53805c6f6d23 req-3d7790cc-891f-4230-909f-efd34e12b8ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ee2e895-6966-425c-b97e-fb3b224eaa8f HTTP/1.1" status: 200 len: 915 time: 0.0876100 Sep 15 03:37:10.205021 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4a235376-147b-4310-b4b5-53805c6f6d23 req-21e57a6f-48a7-4347-9311-98e8736eee86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e86cfe9-973b-4c0c-91ab-ff835cde9c71 HTTP/1.1" status: 200 len: 217 time: 0.0354483 Sep 15 03:37:10.256766 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a235376-147b-4310-b4b5-53805c6f6d23 req-dae3eca8-dd6a-4f54-a5b0-fa0278f4ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:10.258220 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4a235376-147b-4310-b4b5-53805c6f6d23 req-dae3eca8-dd6a-4f54-a5b0-fa0278f4ed6a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=41c269f4-96be-4aef-b1b7-ebd324d6417c HTTP/1.1" status: 200 len: 854 time: 0.0418680 Sep 15 03:37:10.294855 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4a235376-147b-4310-b4b5-53805c6f6d23 req-8361ceb1-b5c9-4ad3-bb36-171dcd802163 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ee2e895-6966-425c-b97e-fb3b224eaa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241027 Sep 15 03:37:10.386947 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4a235376-147b-4310-b4b5-53805c6f6d23 req-d70c348a-9517-46ca-bc3a-c157c73f1aa1 service neutron] 10.222.0.52 "GET /v2.0/networks/9ee2e895-6966-425c-b97e-fb3b224eaa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830562 Sep 15 03:37:10.479552 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-4a235376-147b-4310-b4b5-53805c6f6d23 req-5e3626ad-a926-44d5-8e0d-f624bfef03d7 service neutron] 10.222.0.52 "GET /v2.0/networks/9ee2e895-6966-425c-b97e-fb3b224eaa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812480 Sep 15 03:37:10.868593 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:15.062753 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:37:18.276275 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400d766-620a-4880-a332-a3247fa7baee req-97557d2f-51da-4c71-8f17-7f3dd9cfefff tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:18.277770 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0400d766-620a-4880-a332-a3247fa7baee req-97557d2f-51da-4c71-8f17-7f3dd9cfefff tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 946 time: 0.0538299 Sep 15 03:37:18.314637 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0400d766-620a-4880-a332-a3247fa7baee req-56bf30a4-7710-44f5-93b1-baf9dc8133ed tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=78bf4299-d522-4ff9-b9d1-fb5197bef220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308747 Sep 15 03:37:18.854537 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26044ec-306a-4c0a-b3ad-76369cc93468 req-b5bf46fc-3abb-4b9c-90f9-446f48beb76e tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:18.855990 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d26044ec-306a-4c0a-b3ad-76369cc93468 req-b5bf46fc-3abb-4b9c-90f9-446f48beb76e tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.52 "GET /v2.0/ports?device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 946 time: 0.0474234 Sep 15 03:37:19.191044 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-d26044ec-306a-4c0a-b3ad-76369cc93468 req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Deleting port 4975d09f-fb75-45f4-94d2-03528fe92098 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:37:19.191387 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d26044ec-306a-4c0a-b3ad-76369cc93468 req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:19.284798 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d26044ec-306a-4c0a-b3ad-76369cc93468 req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] For port 4975d09f-fb75-45f4-94d2-03528fe92098, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4975d09f-fb75-45f4-94d2-03528fe92098,segment=NetworkSegment(4756490d-0304-4153-8606-4fdb9a1e92d6),segment_id=4756490d-0304-4153-8606-4fdb9a1e92d6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:37:19.285168 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d26044ec-306a-4c0a-b3ad-76369cc93468 req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:19.429774 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91264176-fa05-486d-8bb8-db3bed819c93 req-32849ca8-3411-4f65-bc72-9209f6cb4923 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:19.431973 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-91264176-fa05-486d-8bb8-db3bed819c93 req-32849ca8-3411-4f65-bc72-9209f6cb4923 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 946 time: 0.0492518 Sep 15 03:37:19.468932 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-91264176-fa05-486d-8bb8-db3bed819c93 req-4fff841c-1aea-4d77-988e-6b87ced2e4ca tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=78bf4299-d522-4ff9-b9d1-fb5197bef220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306797 Sep 15 03:37:19.506379 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d26044ec-306a-4c0a-b3ad-76369cc93468 req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:19.506754 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d26044ec-306a-4c0a-b3ad-76369cc93468 req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8074502'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:19.507122 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.l3_db [req-d26044ec-306a-4c0a-b3ad-76369cc93468 req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Floating IP d36437fb-3317-4964-9324-fec76c87cb70 disassociated. External IP: 172.27.0.237, port: 4975d09f-fb75-45f4-94d2-03528fe92098. Sep 15 03:37:19.507473 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-d26044ec-306a-4c0a-b3ad-76369cc93468 req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Calling delete_port for 4975d09f-fb75-45f4-94d2-03528fe92098 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:37:19.629299 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d26044ec-306a-4c0a-b3ad-76369cc93468 req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:19.656977 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event deleted for resources: {'Port': ['ID=4975d09f-fb75-45f4-94d2-03528fe92098,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:37:19.669144 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:19.669512 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:19.669843 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:19.670183 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:19.670518 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:19.670849 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:19.671206 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:19.671537 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:19.671865 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:19.672201 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:19.672523 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:19.672846 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:19.778412 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d26044ec-306a-4c0a-b3ad-76369cc93468 req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Router e3490e95-1166-440c-b04d-5f621ad27e96 has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:37:19.888001 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d26044ec-306a-4c0a-b3ad-76369cc93468 req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:37:19.897687 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b3f78-15c5-4273-a43e-cabd1fae3c24 None None] Sync routers for ids ['e3490e95-1166-440c-b04d-5f621ad27e96'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:37:19.906762 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b3f78-15c5-4273-a43e-cabd1fae3c24 None None] Routers {'e3490e95-1166-440c-b04d-5f621ad27e96'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:37:19.907421 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4d0b3f78-15c5-4273-a43e-cabd1fae3c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:37:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['e3490e95-1166-440c-b04d-5f621ad27e96'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:37:19.929772 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26044ec-306a-4c0a-b3ad-76369cc93468 req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] No DVR routers for this DVR port 4975d09f-fb75-45f4-94d2-03528fe92098 on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:37:19.933607 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d26044ec-306a-4c0a-b3ad-76369cc93468 req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:19.935756 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d26044ec-306a-4c0a-b3ad-76369cc93468 req-0cd2db37-8504-4756-bd71-f9a84359f051 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.52 "DELETE /v2.0/ports/4975d09f-fb75-45f4-94d2-03528fe92098 HTTP/1.1" status: 204 len: 173 time: 1.0656631 Sep 15 03:37:19.936195 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3436149a-ba7c-47ae-b771-581efa8951ff', 'name': 'network-vif-deleted', 'tag': '4975d09f-fb75-45f4-94d2-03528fe92098'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:37:19.938513 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa07eeb-e917-423a-a86c-7f566a420374" -d '{"events": [{"server_uuid": "3436149a-ba7c-47ae-b771-581efa8951ff", "name": "network-vif-deleted", "tag": "4975d09f-fb75-45f4-94d2-03528fe92098"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:37:20.040953 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1441c7-7db1-4e5c-894d-f4a6865119cd x-openstack-request-id: req-fb1441c7-7db1-4e5c-894d-f4a6865119cd {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:37:20.041286 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3436149a-ba7c-47ae-b771-581efa8951ff", "name": "network-vif-deleted", "tag": "4975d09f-fb75-45f4-94d2-03528fe92098", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:37:20.041542 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb1441c7-7db1-4e5c-894d-f4a6865119cd {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:37:20.042033 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3436149a-ba7c-47ae-b771-581efa8951ff', 'name': 'network-vif-deleted', 'tag': '4975d09f-fb75-45f4-94d2-03528fe92098', 'status': 'completed', 'code': 200} Sep 15 03:37:20.046136 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-4d0b3f78-15c5-4273-a43e-cabd1fae3c24 None None] Set router e3490e95-1166-440c-b04d-5f621ad27e96 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:37:20.262671 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4d0b3f78-15c5-4273-a43e-cabd1fae3c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '685e2fbd-b65d-431a-b01c-e8248d28f4ee', 'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:16Z', 'updated_at': '2021-09-15T03:30:20Z', 'revision_number': 5, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'subnets': [{'id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:37:20.289311 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b3f78-15c5-4273-a43e-cabd1fae3c24 None None] Checking router: e3490e95-1166-440c-b04d-5f621ad27e96 for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:37:20.298881 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b3f78-15c5-4273-a43e-cabd1fae3c24 None None] Routers {'e3490e95-1166-440c-b04d-5f621ad27e96'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:37:20.299526 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4d0b3f78-15c5-4273-a43e-cabd1fae3c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:37:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['e3490e95-1166-440c-b04d-5f621ad27e96'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:37:20.403703 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-4d0b3f78-15c5-4273-a43e-cabd1fae3c24 None None] Set router e3490e95-1166-440c-b04d-5f621ad27e96 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:37:20.600000 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-421b98f7-8eca-4e74-bcb1-f2b094e0643d req-8d309abc-eb65-4ac8-879a-2333ccbd19f9 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=3436149a-ba7c-47ae-b771-581efa8951ff HTTP/1.1" status: 200 len: 210 time: 0.0263731 Sep 15 03:37:20.618163 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4d0b3f78-15c5-4273-a43e-cabd1fae3c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '685e2fbd-b65d-431a-b01c-e8248d28f4ee', 'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:16Z', 'updated_at': '2021-09-15T03:30:20Z', 'revision_number': 5, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'subnets': [{'id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:37:20.648732 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b3f78-15c5-4273-a43e-cabd1fae3c24 None None] The sync data for ids ['e3490e95-1166-440c-b04d-5f621ad27e96'] in dv-cinder-806965-6-iscsi is: [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '685e2fbd-b65d-431a-b01c-e8248d28f4ee', 'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:16Z', 'updated_at': '2021-09-15T03:30:20Z', 'revision_number': 5, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'subnets': [{'id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:37:20.859314 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9d4d5a-db16-4996-8856-87a68d221fb6 None None] New status for floating IP d36437fb-3317-4964-9324-fec76c87cb70: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:37:21.710230 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 48768) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:37:21.763769 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-015e4719-af26-4b14-ae02-91502781e645 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:21.786226 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-015e4719-af26-4b14-ae02-91502781e645 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:21.835706 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-015e4719-af26-4b14-ae02-91502781e645 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:21.838487 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-015e4719-af26-4b14-ae02-91502781e645 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:21.839987 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-015e4719-af26-4b14-ae02-91502781e645 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "DELETE /v2.0/security-groups/78bf4299-d522-4ff9-b9d1-fb5197bef220 HTTP/1.1" status: 204 len: 168 time: 0.1287444 Sep 15 03:37:21.842796 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 48770) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:37:21.850118 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e4719-af26-4b14-ae02-91502781e645 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bf4299-d522-4ff9-b9d1-fb5197bef220,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:37:21.864522 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.api.v2.resource [None req-c95478be-431f-40e4-927f-1f4689f98b00 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] show failed (client error): The resource could not be found. Sep 15 03:37:21.865547 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c95478be-431f-40e4-927f-1f4689f98b00 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups/78bf4299-d522-4ff9-b9d1-fb5197bef220 HTTP/1.1" status: 404 len: 347 time: 0.0212028 Sep 15 03:37:21.868922 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 48772) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:37:21.994205 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Deleting port 253b0c7f-c78c-4207-90fa-97039506f7dc {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:37:21.994547 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.069842 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.070111 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.081488 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Calling delete_port for 253b0c7f-c78c-4207-90fa-97039506f7dc owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:37:22.154869 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 4975d09f-fb75-45f4-94d2-03528fe92098 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:37:22.176073 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: 4975d09f-fb75-45f4-94d2-03528fe92098 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:37:22.176490 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 4975d09f-fb75-45f4-94d2-03528fe92098 not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:37:22.225665 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.252963 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event deleted for resources: {'Port': ['ID=253b0c7f-c78c-4207-90fa-97039506f7dc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:37:22.262339 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:22.262693 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:22.263055 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:22.263393 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:22.263723 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:22.264052 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:22.264378 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:22.264705 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:22.265032 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:22.265353 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:22.265672 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:22.265989 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:22.320819 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.324230 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.325384 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-f5df4c83-d03b-4a3b-87de-cc0de841ba3d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "DELETE /v2.0/floatingips/d36437fb-3317-4964-9324-fec76c87cb70 HTTP/1.1" status: 204 len: 168 time: 0.4547853 Sep 15 03:37:22.620020 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 48784) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:37:22.624559 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-092338ca-d45e-443d-94ff-9487a5645d7f tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--558355406', 'description': 'tempest-description--432846314'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:37:22.645092 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-092338ca-d45e-443d-94ff-9487a5645d7f tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.726433 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-092338ca-d45e-443d-94ff-9487a5645d7f tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.729878 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-092338ca-d45e-443d-94ff-9487a5645d7f tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.760497 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-092338ca-d45e-443d-94ff-9487a5645d7f tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.761693 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-092338ca-d45e-443d-94ff-9487a5645d7f tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1406693 Sep 15 03:37:22.762883 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092338ca-d45e-443d-94ff-9487a5645d7f tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f595da2-25c4-4b0b-b28a-9f401640cc4f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:37:22.764713 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 48786) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:37:22.769341 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-0099c33f-c277-481c-9636-40ae71ed4e2a tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Request body: {'security_group_rule': {'security_group_id': '0f595da2-25c4-4b0b-b28a-9f401640cc4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:37:22.796512 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0099c33f-c277-481c-9636-40ae71ed4e2a tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.842012 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0099c33f-c277-481c-9636-40ae71ed4e2a tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.845523 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0099c33f-c277-481c-9636-40ae71ed4e2a tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.862762 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099c33f-c277-481c-9636-40ae71ed4e2a tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e297a91f-c8a3-4ab4-87fe-05fbc5d6a12e,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:37:22.870512 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0099c33f-c277-481c-9636-40ae71ed4e2a tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.871990 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-0099c33f-c277-481c-9636-40ae71ed4e2a tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1061623 Sep 15 03:37:22.874576 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 48788) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:37:22.878792 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-29eee04b-e868-4322-872d-96596964c598 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Request body: {'security_group_rule': {'security_group_id': '0f595da2-25c4-4b0b-b28a-9f401640cc4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:37:22.904294 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-29eee04b-e868-4322-872d-96596964c598 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.961102 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-29eee04b-e868-4322-872d-96596964c598 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.964513 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-29eee04b-e868-4322-872d-96596964c598 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.982311 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eee04b-e868-4322-872d-96596964c598 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8903a28c-017e-46bf-a35e-ac336b4ea7cc,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:37:22.987571 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-29eee04b-e868-4322-872d-96596964c598 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:22.988789 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-29eee04b-e868-4322-872d-96596964c598 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132205 Sep 15 03:37:22.991858 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 48790) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:37:22.996157 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Request body: {'floatingip': {'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:37:23.019990 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:23.112135 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:23.217572 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Allocated IP 172.27.0.7 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/dc4079a8-5821-4572-befd-70e665c88c3d) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:37:23.323876 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:23.357746 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:23.401179 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:37:23.403907 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:37:23.406338 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:37:23.434690 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event updated for resources: {'Port': ['ID=dc4079a8-5821-4572-befd-70e665c88c3d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:37:23.536711 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:23.575067 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:23.716990 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:23.721745 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:23.792747 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event updated for resources: {'Port': ['ID=dc4079a8-5821-4572-befd-70e665c88c3d,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:37:23.800481 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8074502'] for floatingip, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:23.813619 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:23.814951 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-bd93c55b-70f8-494a-8323-0a957eaa3a85 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8221779 Sep 15 03:37:23.949575 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-ee3e4f1a-ce6b-430c-a649-a50e73122e60 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--558355406&fields=id&tenant_id=acb82cea32c94adbbc24424bc2f122f7 HTTP/1.1" status: 200 len: 267 time: 0.0319157 Sep 15 03:37:24.052267 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-57ff08dd-c7f5-4218-b3fb-5793f52509b3 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:24.053638 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-57ff08dd-c7f5-4218-b3fb-5793f52509b3 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/networks?id=c37fb0f9-98bc-428c-87b6-0e86fc30398f HTTP/1.1" status: 200 len: 810 time: 0.0976584 Sep 15 03:37:24.068490 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-a583d2e8-0e0d-40e3-a2b1-7677d918b2e4 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/quotas/acb82cea32c94adbbc24424bc2f122f7 HTTP/1.1" status: 200 len: 375 time: 0.0085025 Sep 15 03:37:24.123554 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-2bbecc29-2fe5-439c-8c91-e5e9120469b4 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=acb82cea32c94adbbc24424bc2f122f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490561 Sep 15 03:37:24.183298 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-16c483c2-c3fd-4e08-9559-057f6182b534 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:37:24.184406 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-16c483c2-c3fd-4e08-9559-057f6182b534 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493741 Sep 15 03:37:24.272904 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dfd8269d-e25b-4aef-8c8f-faa4bc3d8686 service neutron] 10.222.0.24 "GET /v2.0/networks/c37fb0f9-98bc-428c-87b6-0e86fc30398f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823226 Sep 15 03:37:24.365576 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-1075a648-46cd-467b-82a5-c0622e1202c3 service neutron] 10.222.0.24 "GET /v2.0/networks/c37fb0f9-98bc-428c-87b6-0e86fc30398f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857799 Sep 15 03:37:24.539955 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b21b9265-af4d-4d97-a42e-64e5d3e31751 req-bb06066e-96b2-41bf-84af-ba54bfe9ee60 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 210 time: 0.0282774 Sep 15 03:37:25.643185 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8d6cb7de-0684-4456-bf3e-3e03d4380c6f req-53ac7591-5b75-42a7-a285-7c08f758afaf tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 210 time: 0.0263681 Sep 15 03:37:25.696521 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-1d976709-33b8-4de7-8e33-5e958877325e tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:25.697917 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-1d976709-33b8-4de7-8e33-5e958877325e tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.52 "GET /v2.0/networks?id=c37fb0f9-98bc-428c-87b6-0e86fc30398f HTTP/1.1" status: 200 len: 810 time: 0.1168711 Sep 15 03:37:25.757444 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-4ef7abe8-2161-4754-94e9-cdc9593dd0ef tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acb82cea32c94adbbc24424bc2f122f7 HTTP/1.1" status: 200 len: 379 time: 0.0326571 Sep 15 03:37:25.767570 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-b693ec68-5d7f-4fc0-ac50-6aa17c74a23d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Request body: {'port': {'device_id': '05a61306-4519-4006-91f4-d07177f20110', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'admin_state_up': True, 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'security_groups': ['0f595da2-25c4-4b0b-b28a-9f401640cc4f']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:37:25.870426 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-b693ec68-5d7f-4fc0-ac50-6aa17c74a23d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Made reservation on behalf of acb82cea32c94adbbc24424bc2f122f7 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:37:25.873725 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-b693ec68-5d7f-4fc0-ac50-6aa17c74a23d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:25.993138 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-b693ec68-5d7f-4fc0-ac50-6aa17c74a23d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Allocated IP 172.20.0.9 (c37fb0f9-98bc-428c-87b6-0e86fc30398f/a43cabc1-2adc-413a-995e-825ef21d09bc/ea9dcef3-9f7f-4e1b-95b3-68297c318d7b) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:37:26.125176 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-b693ec68-5d7f-4fc0-ac50-6aa17c74a23d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:26.157533 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-b693ec68-5d7f-4fc0-ac50-6aa17c74a23d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:26.195359 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-b693ec68-5d7f-4fc0-ac50-6aa17c74a23d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Network c37fb0f9-98bc-428c-87b6-0e86fc30398f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:37:26.198800 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-b693ec68-5d7f-4fc0-ac50-6aa17c74a23d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:37:26.202250 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-b693ec68-5d7f-4fc0-ac50-6aa17c74a23d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:37:26.231801 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693ec68-5d7f-4fc0-ac50-6aa17c74a23d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event updated for resources: {'Port': ['ID=ea9dcef3-9f7f-4e1b-95b3-68297c318d7b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:37:26.260772 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-b693ec68-5d7f-4fc0-ac50-6aa17c74a23d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:26.261404 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-b693ec68-5d7f-4fc0-ac50-6aa17c74a23d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:26.276728 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-b693ec68-5d7f-4fc0-ac50-6aa17c74a23d tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5127578 Sep 15 03:37:26.304804 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Request body: {'port': {'device_id': '05a61306-4519-4006-91f4-d07177f20110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:37:26.359710 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:26.454334 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5bbf2e8e-b2e1-4d33-983f-27f9b3238db8 None None] Provisioning complete for port ea9dcef3-9f7f-4e1b-95b3-68297c318d7b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:37:26.454887 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5bbf2e8e-b2e1-4d33-983f-27f9b3238db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:26.501135 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5bbf2e8e-b2e1-4d33-983f-27f9b3238db8 None None] Port ea9dcef3-9f7f-4e1b-95b3-68297c318d7b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:37:26.618135 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9dcef3-9f7f-4e1b-95b3-68297c318d7b {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:37:26.625319 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:26.636980 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Transition to ACTIVE for port object ea9dcef3-9f7f-4e1b-95b3-68297c318d7b will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:37:26.641740 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:26.695026 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Pushing event updated for resources: {'Port': ['ID=ea9dcef3-9f7f-4e1b-95b3-68297c318d7b,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:37:26.763409 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ce017-1841-40ad-a579-84270af0fa0b req-8b9fcfea-bfc0-4207-b16f-718f9eb6ccf4 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:26.765279 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a26ce017-1841-40ad-a579-84270af0fa0b req-8b9fcfea-bfc0-4207-b16f-718f9eb6ccf4 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 943 time: 0.0510032 Sep 15 03:37:26.771445 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Attempting to bind port ea9dcef3-9f7f-4e1b-95b3-68297c318d7b on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:37:26.771987 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Attempting to bind port ea9dcef3-9f7f-4e1b-95b3-68297c318d7b by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': '4756490d-0304-4153-8606-4fdb9a1e92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:37:26.772086 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Attempting to bind port ea9dcef3-9f7f-4e1b-95b3-68297c318d7b on network c37fb0f9-98bc-428c-87b6-0e86fc30398f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:37:26.777890 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Port ea9dcef3-9f7f-4e1b-95b3-68297c318d7b on network c37fb0f9-98bc-428c-87b6-0e86fc30398f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:37:26.778220 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Attempting to bind port ea9dcef3-9f7f-4e1b-95b3-68297c318d7b on network c37fb0f9-98bc-428c-87b6-0e86fc30398f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:37:26.784553 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:37:26.785441 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Checking segment: {'id': '4756490d-0304-4153-8606-4fdb9a1e92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:37:26.785441 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Bound using segment: {'id': '4756490d-0304-4153-8606-4fdb9a1e92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:37:26.785955 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Bound port: ea9dcef3-9f7f-4e1b-95b3-68297c318d7b, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4756490d-0304-4153-8606-4fdb9a1e92d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:37:26.786323 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:26.814844 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a26ce017-1841-40ad-a579-84270af0fa0b req-54ec1162-f3fd-41e9-ad61-65f5f9b42dca tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f595da2-25c4-4b0b-b28a-9f401640cc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378468 Sep 15 03:37:26.859313 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] For port ea9dcef3-9f7f-4e1b-95b3-68297c318d7b, host hv-cinder-80696, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:37:26.862224 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] For port ea9dcef3-9f7f-4e1b-95b3-68297c318d7b, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ea9dcef3-9f7f-4e1b-95b3-68297c318d7b,segment=NetworkSegment(4756490d-0304-4153-8606-4fdb9a1e92d6),segment_id=4756490d-0304-4153-8606-4fdb9a1e92d6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:37:26.866492 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:26.899127 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:26.900665 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:26.901784 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] 10.222.0.52 "PUT /v2.0/ports/ea9dcef3-9f7f-4e1b-95b3-68297c318d7b HTTP/1.1" status: 200 len: 1093 time: 0.6013615 Sep 15 03:37:26.902217 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a61306-4519-4006-91f4-d07177f20110', 'tag': 'ea9dcef3-9f7f-4e1b-95b3-68297c318d7b'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:37:26.904437 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b3d71d-1476-4f2a-a0d7-9f2f52aaf38a" -d '{"events": [{"name": "network-changed", "server_uuid": "05a61306-4519-4006-91f4-d07177f20110", "tag": "ea9dcef3-9f7f-4e1b-95b3-68297c318d7b"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:37:26.933987 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad75b1c-9a17-4467-85d3-6c008e6225eb service neutron] Pushing event updated for resources: {'Port': ['ID=ea9dcef3-9f7f-4e1b-95b3-68297c318d7b,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:37:26.961185 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ecf7cb-948f-4ae5-8268-803efc608afc x-openstack-request-id: req-92ecf7cb-948f-4ae5-8268-803efc608afc {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:37:26.961477 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a61306-4519-4006-91f4-d07177f20110", "tag": "ea9dcef3-9f7f-4e1b-95b3-68297c318d7b", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:37:26.961732 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92ecf7cb-948f-4ae5-8268-803efc608afc {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:37:26.962168 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a61306-4519-4006-91f4-d07177f20110', 'tag': 'ea9dcef3-9f7f-4e1b-95b3-68297c318d7b', 'status': 'completed', 'code': 200} Sep 15 03:37:27.021736 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-0fc3429c-7100-4f32-9165-09b37b856b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:27.023303 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-0fc3429c-7100-4f32-9165-09b37b856b38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=acb82cea32c94adbbc24424bc2f122f7&device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 1096 time: 0.0419953 Sep 15 03:37:27.074163 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-6d99c326-510c-4055-a29b-3742a2dcfc1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea9dcef3-9f7f-4e1b-95b3-68297c318d7b HTTP/1.1" status: 200 len: 217 time: 0.0364196 Sep 15 03:37:27.125397 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-e43fe58e-b618-4bd7-9396-7d525eb20ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:27.126789 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-e43fe58e-b618-4bd7-9396-7d525eb20ced service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a43cabc1-2adc-413a-995e-825ef21d09bc HTTP/1.1" status: 200 len: 849 time: 0.0432546 Sep 15 03:37:27.183919 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-7ce8a3ef-c1f9-4d14-abb5-80e2e412ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:27.185456 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-7ce8a3ef-c1f9-4d14-abb5-80e2e412ab1c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c37fb0f9-98bc-428c-87b6-0e86fc30398f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508261 Sep 15 03:37:27.280927 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-d5a46a59-8026-450e-a2a0-08d1d18043ee service neutron] 10.222.0.52 "GET /v2.0/networks/c37fb0f9-98bc-428c-87b6-0e86fc30398f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834599 Sep 15 03:37:27.372857 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7bcecc87-2c34-4801-8557-9c2715312e1b req-d7f1daa4-632b-4ce7-99e8-089bc05fc9c8 service neutron] 10.222.0.52 "GET /v2.0/networks/c37fb0f9-98bc-428c-87b6-0e86fc30398f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789740 Sep 15 03:37:27.516451 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3d71d-1476-4f2a-a0d7-9f2f52aaf38a req-5d33e363-80b1-4b4a-a942-34fe8e021a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:27.517944 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-33b3d71d-1476-4f2a-a0d7-9f2f52aaf38a req-5d33e363-80b1-4b4a-a942-34fe8e021a56 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=acb82cea32c94adbbc24424bc2f122f7&device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 1096 time: 0.0441959 Sep 15 03:37:27.610848 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3d71d-1476-4f2a-a0d7-9f2f52aaf38a req-e2f2872e-9fb1-4b40-82dd-c064d5e9a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:27.612339 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-33b3d71d-1476-4f2a-a0d7-9f2f52aaf38a req-e2f2872e-9fb1-4b40-82dd-c064d5e9a2d9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c37fb0f9-98bc-428c-87b6-0e86fc30398f HTTP/1.1" status: 200 len: 911 time: 0.0822339 Sep 15 03:37:27.656069 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-33b3d71d-1476-4f2a-a0d7-9f2f52aaf38a req-284ec76c-b41e-4785-b14f-c24157560a32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea9dcef3-9f7f-4e1b-95b3-68297c318d7b HTTP/1.1" status: 200 len: 217 time: 0.0355673 Sep 15 03:37:27.705062 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3d71d-1476-4f2a-a0d7-9f2f52aaf38a req-f98baea8-5a30-4c31-98cf-aaf44cb5e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:27.706451 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-33b3d71d-1476-4f2a-a0d7-9f2f52aaf38a req-f98baea8-5a30-4c31-98cf-aaf44cb5e033 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a43cabc1-2adc-413a-995e-825ef21d09bc HTTP/1.1" status: 200 len: 849 time: 0.0431151 Sep 15 03:37:27.755546 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3d71d-1476-4f2a-a0d7-9f2f52aaf38a req-502fc151-e63e-4d8c-83e2-6a901965b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:27.757037 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-33b3d71d-1476-4f2a-a0d7-9f2f52aaf38a req-502fc151-e63e-4d8c-83e2-6a901965b219 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c37fb0f9-98bc-428c-87b6-0e86fc30398f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392430 Sep 15 03:37:27.848678 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-33b3d71d-1476-4f2a-a0d7-9f2f52aaf38a req-4c33e7c9-b823-4862-9dc1-705cdf77bfb9 service neutron] 10.222.0.52 "GET /v2.0/networks/c37fb0f9-98bc-428c-87b6-0e86fc30398f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838270 Sep 15 03:37:27.936983 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82ee74-4885-45f6-9f57-dceeb77ca5fa req-4a399b57-e1bb-4737-bfa0-e99c5e11e0eb tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:27.938432 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9c82ee74-4885-45f6-9f57-dceeb77ca5fa req-4a399b57-e1bb-4737-bfa0-e99c5e11e0eb tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 943 time: 0.0511613 Sep 15 03:37:27.939179 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-33b3d71d-1476-4f2a-a0d7-9f2f52aaf38a req-558ff4f8-204f-4daf-b57d-6106fa249bb5 service neutron] 10.222.0.52 "GET /v2.0/networks/c37fb0f9-98bc-428c-87b6-0e86fc30398f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826194 Sep 15 03:37:27.976577 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9c82ee74-4885-45f6-9f57-dceeb77ca5fa req-aab09cba-1c59-4072-981f-e31b89e8cadc tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f595da2-25c4-4b0b-b28a-9f401640cc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317023 Sep 15 03:37:29.089105 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b6cc3-6863-4fa9-a4de-8f5fb0bf51e2 req-b674b6c7-4c58-499e-b155-1a4864e5efa2 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:29.090544 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fb1b6cc3-6863-4fa9-a4de-8f5fb0bf51e2 req-b674b6c7-4c58-499e-b155-1a4864e5efa2 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 943 time: 0.0479357 Sep 15 03:37:29.131296 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fb1b6cc3-6863-4fa9-a4de-8f5fb0bf51e2 req-1095549e-75dc-4cb3-8d73-f00706261245 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f595da2-25c4-4b0b-b28a-9f401640cc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347922 Sep 15 03:37:30.170006 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device ea9dcef3-9f7f-4e1b-95b3-68297c318d7b details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:37:30.250267 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34868d-e12d-44a3-b378-17a40c826f9b req-ca41bda4-d0b9-418c-a671-9bbdb8a5c69f tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:30.250913 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6b34868d-e12d-44a3-b378-17a40c826f9b req-ca41bda4-d0b9-418c-a671-9bbdb8a5c69f tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 943 time: 0.0503833 Sep 15 03:37:30.267163 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port ea9dcef3-9f7f-4e1b-95b3-68297c318d7b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ea9dcef3-9f7f-4e1b-95b3-68297c318d7b,segment=NetworkSegment(4756490d-0304-4153-8606-4fdb9a1e92d6),segment_id=4756490d-0304-4153-8606-4fdb9a1e92d6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:37:30.279032 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': 'ea9dcef3-9f7f-4e1b-95b3-68297c318d7b', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'port_id': 'ea9dcef3-9f7f-4e1b-95b3-68297c318d7b', 'mac_address': 'fa:16:3e:1b:b5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:37:30.288359 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6b34868d-e12d-44a3-b378-17a40c826f9b req-ea316b73-c833-4068-aec0-a4c204a8d6ad tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f595da2-25c4-4b0b-b28a-9f401640cc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307906 Sep 15 03:37:30.316260 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:30.328285 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9dcef3-9f7f-4e1b-95b3-68297c318d7b {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:37:30.346903 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port ea9dcef3-9f7f-4e1b-95b3-68297c318d7b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ea9dcef3-9f7f-4e1b-95b3-68297c318d7b,segment=NetworkSegment(4756490d-0304-4153-8606-4fdb9a1e92d6),segment_id=4756490d-0304-4153-8606-4fdb9a1e92d6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:37:30.350715 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:30.397370 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=ea9dcef3-9f7f-4e1b-95b3-68297c318d7b,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:37:30.404672 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:30.405023 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:30.405365 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:30.405700 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:30.406034 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:30.406364 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:30.406690 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:30.407037 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:30.407364 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:30.407687 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:30.408008 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:30.408332 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:37:30.838066 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['ea9dcef3-9f7f-4e1b-95b3-68297c318d7b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:37:31.411752 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51417310-59a4-4094-aae2-b38d1ed55aee req-54e5341b-a2ba-45f3-8246-cd705eb362f0 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:31.413234 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-51417310-59a4-4094-aae2-b38d1ed55aee req-54e5341b-a2ba-45f3-8246-cd705eb362f0 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 944 time: 0.0516632 Sep 15 03:37:31.451938 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-51417310-59a4-4094-aae2-b38d1ed55aee req-bc78800c-1f05-4944-b39c-dcf9b64319d2 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f595da2-25c4-4b0b-b28a-9f401640cc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326257 Sep 15 03:37:32.177641 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device ea9dcef3-9f7f-4e1b-95b3-68297c318d7b up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:37:32.224661 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port ea9dcef3-9f7f-4e1b-95b3-68297c318d7b completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:37:32.228077 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port ea9dcef3-9f7f-4e1b-95b3-68297c318d7b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:37:32.228450 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:32.304336 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:32.326619 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a61306-4519-4006-91f4-d07177f20110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9dcef3-9f7f-4e1b-95b3-68297c318d7b'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:37:32.328905 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0b20c9-33b9-4b67-b1e0-2dc2cac0af90" -d '{"events": [{"server_uuid": "05a61306-4519-4006-91f4-d07177f20110", "name": "network-vif-plugged", "status": "completed", "tag": "ea9dcef3-9f7f-4e1b-95b3-68297c318d7b"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:37:32.341303 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port ea9dcef3-9f7f-4e1b-95b3-68297c318d7b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ea9dcef3-9f7f-4e1b-95b3-68297c318d7b,segment=NetworkSegment(4756490d-0304-4153-8606-4fdb9a1e92d6),segment_id=4756490d-0304-4153-8606-4fdb9a1e92d6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:37:32.345161 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:32.391759 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=ea9dcef3-9f7f-4e1b-95b3-68297c318d7b,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:37:32.419194 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c08e52-7ed0-429a-9b5c-5c4cbca5677f x-openstack-request-id: req-b7c08e52-7ed0-429a-9b5c-5c4cbca5677f {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:37:32.419516 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a61306-4519-4006-91f4-d07177f20110", "name": "network-vif-plugged", "status": "completed", "tag": "ea9dcef3-9f7f-4e1b-95b3-68297c318d7b", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:37:32.419774 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7c08e52-7ed0-429a-9b5c-5c4cbca5677f {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:37:32.420168 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a61306-4519-4006-91f4-d07177f20110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9dcef3-9f7f-4e1b-95b3-68297c318d7b', 'code': 200} Sep 15 03:37:32.573415 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0a242-9afd-4d61-b186-659678a0933a req-6255d962-8743-4880-a7b3-1c1ce09d3e27 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:32.574905 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b1a0a242-9afd-4d61-b186-659678a0933a req-6255d962-8743-4880-a7b3-1c1ce09d3e27 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 945 time: 0.0550466 Sep 15 03:37:32.614590 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b1a0a242-9afd-4d61-b186-659678a0933a req-6d002aa3-f8e6-439d-9a8e-ca3f1e46ffee tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f595da2-25c4-4b0b-b28a-9f401640cc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334866 Sep 15 03:37:32.633159 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ddb84-2021-4a83-b2b1-1a0e3de3ad92 req-860ae1b2-12d1-4bf6-b16b-b7a66484c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:32.634766 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-640ddb84-2021-4a83-b2b1-1a0e3de3ad92 req-860ae1b2-12d1-4bf6-b16b-b7a66484c8c6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 1098 time: 0.0398581 Sep 15 03:37:32.672163 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-640ddb84-2021-4a83-b2b1-1a0e3de3ad92 req-eddae344-a382-46d9-9350-c42dac576257 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0f595da2-25c4-4b0b-b28a-9f401640cc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303404 Sep 15 03:37:33.727705 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a893ff2-3b21-47df-bf20-5ccc847823a2 req-4fbf5832-59a0-4877-a59d-7cdd338f5a0c tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:33.730134 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4a893ff2-3b21-47df-bf20-5ccc847823a2 req-4fbf5832-59a0-4877-a59d-7cdd338f5a0c tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 945 time: 0.0495441 Sep 15 03:37:33.774130 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4a893ff2-3b21-47df-bf20-5ccc847823a2 req-205f7df6-5515-4b3d-80e7-10924346ccda tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f595da2-25c4-4b0b-b28a-9f401640cc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380735 Sep 15 03:37:34.909947 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9eca9-1df1-44bd-8f4e-d2de96fd7417 req-e1473863-087f-4e7b-951e-5f3ef05081bb tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:34.911438 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-39a9eca9-1df1-44bd-8f4e-d2de96fd7417 req-e1473863-087f-4e7b-951e-5f3ef05081bb tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 945 time: 0.0596471 Sep 15 03:37:34.950461 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-39a9eca9-1df1-44bd-8f4e-d2de96fd7417 req-3e3f5b14-ccb9-4491-99c5-eeca0921e2c5 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f595da2-25c4-4b0b-b28a-9f401640cc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324464 Sep 15 03:37:35.059904 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc327ebf-2cbf-4d73-ae77-cb35b975775f req-f447dc11-7e03-4479-ac95-5c0f209d1f2f tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:35.061418 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cc327ebf-2cbf-4d73-ae77-cb35b975775f req-f447dc11-7e03-4479-ac95-5c0f209d1f2f tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 945 time: 0.0475001 Sep 15 03:37:35.069554 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 48948) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:37:35.074590 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-258862d2-db31-4858-9648-af9e2c986e87 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Request body: {'floatingip': {'port_id': 'ea9dcef3-9f7f-4e1b-95b3-68297c318d7b'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:37:35.116860 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-258862d2-db31-4858-9648-af9e2c986e87 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for floatingip, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:35.551786 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-258862d2-db31-4858-9648-af9e2c986e87 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:35.555578 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-258862d2-db31-4858-9648-af9e2c986e87 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8074502'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:35.652235 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.l3_db [None req-258862d2-db31-4858-9648-af9e2c986e87 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Floating IP 879dec1c-5498-4f7e-9185-d207727f323c associated. External IP: 172.27.0.7, port: ea9dcef3-9f7f-4e1b-95b3-68297c318d7b. Sep 15 03:37:35.732078 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e8227ae1-67c0-49ec-a355-d2f77cf6563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:36.088429 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258862d2-db31-4858-9648-af9e2c986e87 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Router e3490e95-1166-440c-b04d-5f621ad27e96 has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:37:36.193398 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258862d2-db31-4858-9648-af9e2c986e87 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:37:36.199102 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-258862d2-db31-4858-9648-af9e2c986e87 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:36.205790 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234dab22-98e0-494d-9baa-b43df9d4951a None None] Sync routers for ids ['e3490e95-1166-440c-b04d-5f621ad27e96'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:37:36.214999 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234dab22-98e0-494d-9baa-b43df9d4951a None None] Routers {'e3490e95-1166-440c-b04d-5f621ad27e96'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:37:36.215789 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-234dab22-98e0-494d-9baa-b43df9d4951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:37:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['e3490e95-1166-440c-b04d-5f621ad27e96'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:37:36.224679 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-258862d2-db31-4858-9648-af9e2c986e87 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "PUT /v2.0/floatingips/879dec1c-5498-4f7e-9185-d207727f323c HTTP/1.1" status: 200 len: 989 time: 1.1540945 Sep 15 03:37:36.225265 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a61306-4519-4006-91f4-d07177f20110', 'tag': 'ea9dcef3-9f7f-4e1b-95b3-68297c318d7b'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:37:36.227571 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c5e5a7ed1901eac8cf18039674ee6f7c806fec2fd0ee94a2a8e9c46147c846e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3523ab92-7351-4ea6-ac1f-95a95ce5270f" -d '{"events": [{"name": "network-changed", "server_uuid": "05a61306-4519-4006-91f4-d07177f20110", "tag": "ea9dcef3-9f7f-4e1b-95b3-68297c318d7b"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:37:36.434658 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e80377b-418b-4810-b572-5026c1f0d954 x-openstack-request-id: req-2e80377b-418b-4810-b572-5026c1f0d954 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:37:36.434950 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a61306-4519-4006-91f4-d07177f20110", "tag": "ea9dcef3-9f7f-4e1b-95b3-68297c318d7b", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:37:36.435230 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e80377b-418b-4810-b572-5026c1f0d954 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:37:36.435646 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a61306-4519-4006-91f4-d07177f20110', 'tag': 'ea9dcef3-9f7f-4e1b-95b3-68297c318d7b', 'status': 'completed', 'code': 200} Sep 15 03:37:36.445033 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-234dab22-98e0-494d-9baa-b43df9d4951a None None] Set router e3490e95-1166-440c-b04d-5f621ad27e96 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:37:36.517471 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523ab92-7351-4ea6-ac1f-95a95ce5270f req-09666210-ebd6-48de-9a3e-dac598dbf48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:36.518951 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3523ab92-7351-4ea6-ac1f-95a95ce5270f req-09666210-ebd6-48de-9a3e-dac598dbf48b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=acb82cea32c94adbbc24424bc2f122f7&device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 1098 time: 0.0395222 Sep 15 03:37:36.607111 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523ab92-7351-4ea6-ac1f-95a95ce5270f req-fdb4cf1c-c9b5-4699-a7e8-a2a8c748dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:36.608622 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3523ab92-7351-4ea6-ac1f-95a95ce5270f req-fdb4cf1c-c9b5-4699-a7e8-a2a8c748dcc7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c37fb0f9-98bc-428c-87b6-0e86fc30398f HTTP/1.1" status: 200 len: 911 time: 0.0828888 Sep 15 03:37:36.660773 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-234dab22-98e0-494d-9baa-b43df9d4951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': '879dec1c-5498-4f7e-9185-d207727f323c', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'port_id': 'ea9dcef3-9f7f-4e1b-95b3-68297c318d7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'mac_address': 'fa:16:3e:1b:b5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a61306-4519-4006-91f4-d07177f20110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:37:23Z', 'updated_at': '2021-09-15T03:37:35Z', 'revision_number': 1, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685e2fbd-b65d-431a-b01c-e8248d28f4ee', 'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:16Z', 'updated_at': '2021-09-15T03:30:20Z', 'revision_number': 5, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'subnets': [{'id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:37:36.676129 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3523ab92-7351-4ea6-ac1f-95a95ce5270f req-d1c89abd-393c-44fb-bcb7-fb6a224afb3b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea9dcef3-9f7f-4e1b-95b3-68297c318d7b HTTP/1.1" status: 200 len: 997 time: 0.0597801 Sep 15 03:37:36.686217 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234dab22-98e0-494d-9baa-b43df9d4951a None None] Checking router: e3490e95-1166-440c-b04d-5f621ad27e96 for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:37:36.703786 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234dab22-98e0-494d-9baa-b43df9d4951a None None] Routers {'e3490e95-1166-440c-b04d-5f621ad27e96'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:37:36.704388 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-234dab22-98e0-494d-9baa-b43df9d4951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:37:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['e3490e95-1166-440c-b04d-5f621ad27e96'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:37:36.707289 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:36.725812 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523ab92-7351-4ea6-ac1f-95a95ce5270f req-bda5d13f-d0fe-40c7-9e50-bad84ee665d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:36.727320 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3523ab92-7351-4ea6-ac1f-95a95ce5270f req-bda5d13f-d0fe-40c7-9e50-bad84ee665d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a43cabc1-2adc-413a-995e-825ef21d09bc HTTP/1.1" status: 200 len: 849 time: 0.0441613 Sep 15 03:37:36.771943 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523ab92-7351-4ea6-ac1f-95a95ce5270f req-8503828a-6df6-4850-b0a0-fa56935205cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:37:36.773443 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3523ab92-7351-4ea6-ac1f-95a95ce5270f req-8503828a-6df6-4850-b0a0-fa56935205cb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c37fb0f9-98bc-428c-87b6-0e86fc30398f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391257 Sep 15 03:37:36.809948 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-234dab22-98e0-494d-9baa-b43df9d4951a None None] Set router e3490e95-1166-440c-b04d-5f621ad27e96 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:37:36.863782 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3523ab92-7351-4ea6-ac1f-95a95ce5270f req-7c7093b5-8dc8-4f1c-8b5c-ec70ce133930 service neutron] 10.222.0.52 "GET /v2.0/networks/c37fb0f9-98bc-428c-87b6-0e86fc30398f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826533 Sep 15 03:37:36.953908 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3523ab92-7351-4ea6-ac1f-95a95ce5270f req-6640e8e1-ad19-4383-b15c-04f24ed8b3e1 service neutron] 10.222.0.52 "GET /v2.0/networks/c37fb0f9-98bc-428c-87b6-0e86fc30398f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826051 Sep 15 03:37:37.038626 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-234dab22-98e0-494d-9baa-b43df9d4951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': '879dec1c-5498-4f7e-9185-d207727f323c', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'port_id': 'ea9dcef3-9f7f-4e1b-95b3-68297c318d7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'mac_address': 'fa:16:3e:1b:b5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a61306-4519-4006-91f4-d07177f20110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:37:23Z', 'updated_at': '2021-09-15T03:37:35Z', 'revision_number': 1, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685e2fbd-b65d-431a-b01c-e8248d28f4ee', 'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:16Z', 'updated_at': '2021-09-15T03:30:20Z', 'revision_number': 5, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'subnets': [{'id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:37:37.064667 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234dab22-98e0-494d-9baa-b43df9d4951a None None] The sync data for ids ['e3490e95-1166-440c-b04d-5f621ad27e96'] in dv-cinder-806965-6-iscsi is: [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': '879dec1c-5498-4f7e-9185-d207727f323c', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'port_id': 'ea9dcef3-9f7f-4e1b-95b3-68297c318d7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'mac_address': 'fa:16:3e:1b:b5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a61306-4519-4006-91f4-d07177f20110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:37:23Z', 'updated_at': '2021-09-15T03:37:35Z', 'revision_number': 1, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685e2fbd-b65d-431a-b01c-e8248d28f4ee', 'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:16Z', 'updated_at': '2021-09-15T03:30:20Z', 'revision_number': 5, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'subnets': [{'id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:37:37.242992 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cdf212-7eeb-4e82-a20b-dff80de39158 None None] New status for floating IP 879dec1c-5498-4f7e-9185-d207727f323c: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:37:38.205377 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a7641860-c352-406e-8144-362fd201fdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:38.778494 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:39.445731 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:40.875903 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:37:52.061428 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:38:05.732304 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a5608641-6764-4a3c-8c0b-41c6efb52b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:06.715962 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:08.206220 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4e88fa75-2345-483c-8c57-805e84727809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:08.779170 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:09.446396 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:10.869550 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:29.060295 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:38:35.733161 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e7350b68-33de-497c-b9da-c6917183e270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:36.717084 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:38.206131 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bfb8d6f4-fa49-4024-a020-f1a92056ae51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:38.781397 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:39.449316 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:38:40.871234 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:05.733801 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-064b5bf5-4dd0-4fea-a3bb-6d34265af84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:06.058800 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:39:06.725323 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:08.211434 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08f30409-5d35-4040-ab4f-6b69c651b124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:08.782021 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:09.453095 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:10.875081 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:12.129978 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fcaf8da7-5fa8-4ec8-a354-d3cf17b8b0f7 req-e9a1957b-45e5-47ab-b159-e07ed8318c82 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2730458 Sep 15 03:39:12.241460 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf8da7-5fa8-4ec8-a354-d3cf17b8b0f7 req-e9eacec9-9b61-4a24-b792-45241eb35689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:39:12.242850 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fcaf8da7-5fa8-4ec8-a354-d3cf17b8b0f7 req-e9eacec9-9b61-4a24-b792-45241eb35689 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cfd6b9797a94b10a0e749d1d77b96be&device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 1099 time: 0.0404222 Sep 15 03:39:12.346507 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf8da7-5fa8-4ec8-a354-d3cf17b8b0f7 req-6020633a-f0a8-4e72-b533-77c0ce498ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:39:12.347979 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fcaf8da7-5fa8-4ec8-a354-d3cf17b8b0f7 req-6020633a-f0a8-4e72-b533-77c0ce498ede service neutron] 10.222.0.52 "GET /v2.0/networks?id=26fdd753-7482-4f5b-beff-09787fea2442 HTTP/1.1" status: 200 len: 918 time: 0.0846009 Sep 15 03:39:12.415575 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fcaf8da7-5fa8-4ec8-a354-d3cf17b8b0f7 req-4aefe4c1-19e9-40b6-a2b1-3a2f8bb82d83 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2 HTTP/1.1" status: 200 len: 1001 time: 0.0548122 Sep 15 03:39:12.470845 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf8da7-5fa8-4ec8-a354-d3cf17b8b0f7 req-d4d5efa7-444c-41f7-a914-8bfad7ba30d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:39:12.472345 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fcaf8da7-5fa8-4ec8-a354-d3cf17b8b0f7 req-d4d5efa7-444c-41f7-a914-8bfad7ba30d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c310f472-bb8c-474d-9c9c-ea872f0338ee HTTP/1.1" status: 200 len: 856 time: 0.0463257 Sep 15 03:39:12.522120 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf8da7-5fa8-4ec8-a354-d3cf17b8b0f7 req-6ee115b1-28e0-4c70-b7b1-b3c918708279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:39:12.523523 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fcaf8da7-5fa8-4ec8-a354-d3cf17b8b0f7 req-6ee115b1-28e0-4c70-b7b1-b3c918708279 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26fdd753-7482-4f5b-beff-09787fea2442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383425 Sep 15 03:39:12.614867 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fcaf8da7-5fa8-4ec8-a354-d3cf17b8b0f7 req-4786635b-2913-400d-9c68-55f946788f1e service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792296 Sep 15 03:39:12.711738 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-fcaf8da7-5fa8-4ec8-a354-d3cf17b8b0f7 req-e22c6b75-7f38-4da9-ae61-51142ccd41bd service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853209 Sep 15 03:39:35.734249 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2f86a48b-e317-4b9a-abc8-7c21a4a1252e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:36.733495 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:38.213241 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bea4c26d-5777-48ad-87dc-0c8b52e188c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:38.782630 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:39.457485 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:40.879047 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:39:43.058644 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:40:05.736749 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f79428d8-a44d-4312-a3e2-0ced9d60ad87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:06.746579 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:08.214258 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4ad5-7052-4000-9ae2-94067a088c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:08.786329 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:09.460389 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:10.880010 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:11.889528 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8ca70cc3-9459-449d-b008-589aac829fcb req-abf7eabd-7593-40c3-892e-335e9d8ba3d0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385208 Sep 15 03:40:11.976569 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca70cc3-9459-449d-b008-589aac829fcb req-439daf30-cff1-468b-9954-d66fa74667a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:40:11.978022 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8ca70cc3-9459-449d-b008-589aac829fcb req-439daf30-cff1-468b-9954-d66fa74667a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 1099 time: 0.0390863 Sep 15 03:40:12.087852 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca70cc3-9459-449d-b008-589aac829fcb req-1dfb2a14-d362-4ed1-9e41-c897ec89a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:40:12.089325 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8ca70cc3-9459-449d-b008-589aac829fcb req-1dfb2a14-d362-4ed1-9e41-c897ec89a193 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0848269 Sep 15 03:40:12.134132 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8ca70cc3-9459-449d-b008-589aac829fcb req-027f30df-091d-4013-af96-4ea48ddaed69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7482671-913e-4a38-a1de-a1f61fb7cd04 HTTP/1.1" status: 200 len: 217 time: 0.0330975 Sep 15 03:40:12.186712 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca70cc3-9459-449d-b008-589aac829fcb req-b571e678-fb59-4702-8167-5705b9a3a160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:40:12.188220 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8ca70cc3-9459-449d-b008-589aac829fcb req-b571e678-fb59-4702-8167-5705b9a3a160 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0459912 Sep 15 03:40:12.225071 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8ca70cc3-9459-449d-b008-589aac829fcb req-fab6883d-9c7a-4c08-a5db-37439eeaac0b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244992 Sep 15 03:40:12.321846 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8ca70cc3-9459-449d-b008-589aac829fcb req-ae2693b1-d6d9-4377-89af-bf6b81854eff service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861630 Sep 15 03:40:12.418176 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-8ca70cc3-9459-449d-b008-589aac829fcb req-07cc2cee-2601-4489-bffc-6012e3a8f3f3 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876622 Sep 15 03:40:20.058039 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:40:35.739050 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b9916f6-81cd-434e-a520-4ca3ff499e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:36.762409 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:38.215079 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2accc884-569a-4f0c-ba45-38f6a26bd55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:38.786953 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:39.461282 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:40.882808 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:40:57.056461 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:41:05.742427 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bac53c60-b959-4f44-8660-88b8004cc79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:06.747183 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:08.217112 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ad4098d2-6abf-41cb-8929-c1161de2879e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:08.787978 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:09.465288 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:10.885218 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:12.922245 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-29a89c99-9b1a-482c-b76e-6bd76d43c92c req-e4627d60-246a-4f06-887a-50e3c26b70f8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408838 Sep 15 03:41:13.001356 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a89c99-9b1a-482c-b76e-6bd76d43c92c req-8dddbee5-536c-4a1b-ad29-6c1b190f9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:41:13.002815 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-29a89c99-9b1a-482c-b76e-6bd76d43c92c req-8dddbee5-536c-4a1b-ad29-6c1b190f9519 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 1099 time: 0.0390861 Sep 15 03:41:13.113299 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a89c99-9b1a-482c-b76e-6bd76d43c92c req-75bfed2c-e2e5-4e95-8c6e-09c463e471cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:41:13.115344 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-29a89c99-9b1a-482c-b76e-6bd76d43c92c req-75bfed2c-e2e5-4e95-8c6e-09c463e471cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0868332 Sep 15 03:41:13.160404 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-29a89c99-9b1a-482c-b76e-6bd76d43c92c req-551d8a4d-c88f-41f7-8392-abf6acd8d24f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0d72799-4bc2-43ea-b6ca-f62b79fa624f HTTP/1.1" status: 200 len: 217 time: 0.0331900 Sep 15 03:41:13.216582 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a89c99-9b1a-482c-b76e-6bd76d43c92c req-c27203b8-b6bc-476f-a26b-69beb46d68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:41:13.217993 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-29a89c99-9b1a-482c-b76e-6bd76d43c92c req-c27203b8-b6bc-476f-a26b-69beb46d68fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0460179 Sep 15 03:41:13.257986 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-29a89c99-9b1a-482c-b76e-6bd76d43c92c req-89c9987f-2386-4492-9507-1e8ff4e991b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247583 Sep 15 03:41:13.346230 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-29a89c99-9b1a-482c-b76e-6bd76d43c92c req-ce1d067f-910d-4262-9708-1398f7e55144 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804262 Sep 15 03:41:13.442659 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-29a89c99-9b1a-482c-b76e-6bd76d43c92c req-1b5bf88f-ee01-4c19-9b56-86011a716c76 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843577 Sep 15 03:41:34.055433 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:41:34.559014 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [req-70130f2b-81aa-487e-9150-22a412f46bd2 req-5e149b6f-7f95-4fba-809a-baa3b94c7ad0 service neutron] (93920) timed out ('10.222.0.52', 49885) {{(pid=93920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 03:41:35.743279 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ec5f47dc-a214-46e0-af89-5b4a2cf34ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:36.761866 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:38.217014 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d013f501-6ced-4446-b8d0-cea92331334c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:38.788939 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:39.467433 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:41:40.889180 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:05.744235 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f72cd2cb-ced7-4506-ae78-0f368791cff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:06.776564 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:08.217194 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e49c2323-24a0-4fd5-8ca4-bbcbb8254adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:08.791771 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:09.472218 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:10.890784 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:11.054465 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:42:13.017883 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c7edb7d2-3306-4825-96e0-f4afe2f11be1 req-eb43a366-8fa1-4cc1-ad5d-05222f8b1cf5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1595268 Sep 15 03:42:13.109873 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edb7d2-3306-4825-96e0-f4afe2f11be1 req-ae5a8edc-dacd-41c9-8493-5f9fa9f1da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:42:13.111376 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c7edb7d2-3306-4825-96e0-f4afe2f11be1 req-ae5a8edc-dacd-41c9-8493-5f9fa9f1da84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d6f8640cfdb4b6294bd02b2c063e433&device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 1099 time: 0.0401220 Sep 15 03:42:13.228886 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edb7d2-3306-4825-96e0-f4afe2f11be1 req-51c96177-db75-47d5-9eb8-7152b95bcebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:42:13.230822 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c7edb7d2-3306-4825-96e0-f4afe2f11be1 req-51c96177-db75-47d5-9eb8-7152b95bcebd service neutron] 10.222.0.52 "GET /v2.0/networks?id=3787134e-e22b-46af-a4ba-db5204827942 HTTP/1.1" status: 200 len: 916 time: 0.0983148 Sep 15 03:42:13.281076 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c7edb7d2-3306-4825-96e0-f4afe2f11be1 req-a47f0bb7-f0a3-4e32-ab90-cd37fc8091d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e4ca83b-997c-4371-8187-47468d3d2d6a HTTP/1.1" status: 200 len: 217 time: 0.0384719 Sep 15 03:42:13.348428 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edb7d2-3306-4825-96e0-f4afe2f11be1 req-8f60bfa3-9a11-4e41-a1b8-70bdf84b665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:42:13.350877 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c7edb7d2-3306-4825-96e0-f4afe2f11be1 req-8f60bfa3-9a11-4e41-a1b8-70bdf84b665c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=02ea9f88-a6bb-46cf-8846-3a95d95e73a4 HTTP/1.1" status: 200 len: 854 time: 0.0629416 Sep 15 03:42:13.409337 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edb7d2-3306-4825-96e0-f4afe2f11be1 req-5c060067-504d-4252-b5fa-9a1fbf8f96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:42:13.411492 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c7edb7d2-3306-4825-96e0-f4afe2f11be1 req-5c060067-504d-4252-b5fa-9a1fbf8f96a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3787134e-e22b-46af-a4ba-db5204827942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496659 Sep 15 03:42:13.514050 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c7edb7d2-3306-4825-96e0-f4afe2f11be1 req-406d7f33-5947-495d-b829-3b416028b9b7 service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901930 Sep 15 03:42:13.619968 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-c7edb7d2-3306-4825-96e0-f4afe2f11be1 req-7ab3885e-1a4d-45b0-9ec7-4bc9dab293c0 service neutron] 10.222.0.52 "GET /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940032 Sep 15 03:42:19.707897 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc2eb3-05fc-4692-8c2c-de6d2577d89b req-b6f90c9e-af66-4d64-b558-df3b8809a459 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:42:19.709979 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1edc2eb3-05fc-4692-8c2c-de6d2577d89b req-b6f90c9e-af66-4d64-b558-df3b8809a459 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 945 time: 0.1622844 Sep 15 03:42:19.747137 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1edc2eb3-05fc-4692-8c2c-de6d2577d89b req-e79872c9-1caa-436e-8a05-3f6a8c64e60b tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/security-groups?id=b97590ca-f29d-4f92-8853-9343b957343a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311682 Sep 15 03:42:20.384324 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfe3b7-b02b-4cc1-b3a0-e280f9289c8b req-4e55bd3d-009e-411d-a9b7-61edabca315d tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:42:20.385736 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-20dfe3b7-b02b-4cc1-b3a0-e280f9289c8b req-4e55bd3d-009e-411d-a9b7-61edabca315d tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.52 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 945 time: 0.0490501 Sep 15 03:42:20.485545 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-20dfe3b7-b02b-4cc1-b3a0-e280f9289c8b req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Deleting port 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:42:20.485884 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-20dfe3b7-b02b-4cc1-b3a0-e280f9289c8b req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:20.574214 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-20dfe3b7-b02b-4cc1-b3a0-e280f9289c8b req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] For port 7e86cfe9-973b-4c0c-91ab-ff835cde9c71, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=7e86cfe9-973b-4c0c-91ab-ff835cde9c71,segment=NetworkSegment(f5f41df7-958e-4e6f-8605-1efc8ea8fc26),segment_id=f5f41df7-958e-4e6f-8605-1efc8ea8fc26)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:42:20.574586 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-20dfe3b7-b02b-4cc1-b3a0-e280f9289c8b req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:20.587064 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-20dfe3b7-b02b-4cc1-b3a0-e280f9289c8b req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Calling delete_port for 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:42:20.715399 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-20dfe3b7-b02b-4cc1-b3a0-e280f9289c8b req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:20.744721 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Pushing event deleted for resources: {'Port': ['ID=7e86cfe9-973b-4c0c-91ab-ff835cde9c71,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:42:20.753447 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['7e86cfe9-973b-4c0c-91ab-ff835cde9c71'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:42:20.773001 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:42:20.773353 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:42:20.773696 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:42:20.774035 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:42:20.774368 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:42:20.775140 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:42:20.775140 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:42:20.775405 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:42:20.776104 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:42:20.776104 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:42:20.776363 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:42:20.776661 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:42:20.796389 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-20dfe3b7-b02b-4cc1-b3a0-e280f9289c8b req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] No DVR routers for this DVR port 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:42:20.798794 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-20dfe3b7-b02b-4cc1-b3a0-e280f9289c8b req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:20.800797 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-20dfe3b7-b02b-4cc1-b3a0-e280f9289c8b req-2f17d1b3-dd22-4649-bbc6-61d63f8d580c tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.52 "DELETE /v2.0/ports/7e86cfe9-973b-4c0c-91ab-ff835cde9c71 HTTP/1.1" status: 204 len: 173 time: 0.4042633 Sep 15 03:42:20.801242 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a62e0d-dbbf-43d6-8016-1eef00618c23', 'name': 'network-vif-deleted', 'tag': '7e86cfe9-973b-4c0c-91ab-ff835cde9c71'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:42:20.804293 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104d8213-4eaf-4371-a4e5-624c06f94540" -d '{"events": [{"server_uuid": "47a62e0d-dbbf-43d6-8016-1eef00618c23", "name": "network-vif-deleted", "tag": "7e86cfe9-973b-4c0c-91ab-ff835cde9c71"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:42:20.852315 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8fe1c01d-d98d-48b1-92ab-e0843980dc24 req-c1f641ad-9268-475c-847a-ea244cdab53d tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0305023 Sep 15 03:42:20.968417 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e36c0e7-861b-44a9-bd7c-94c892b6c1d0 x-openstack-request-id: req-2e36c0e7-861b-44a9-bd7c-94c892b6c1d0 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:42:20.968718 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a62e0d-dbbf-43d6-8016-1eef00618c23", "name": "network-vif-deleted", "tag": "7e86cfe9-973b-4c0c-91ab-ff835cde9c71", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:42:20.968971 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e36c0e7-861b-44a9-bd7c-94c892b6c1d0 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:42:20.969367 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a62e0d-dbbf-43d6-8016-1eef00618c23', 'name': 'network-vif-deleted', 'tag': '7e86cfe9-973b-4c0c-91ab-ff835cde9c71', 'status': 'completed', 'code': 200} Sep 15 03:42:21.947095 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4ddbe2dd-b0d2-4ab4-8b70-53aa5d686ae9 req-b3523c71-152e-4994-8ea2-404067f044d9 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0249829 Sep 15 03:42:23.040032 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5d0ba886-d6bf-4183-af5d-a024ac688aca req-552c5769-ed85-4a6d-b09c-cf66116c6590 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0256741 Sep 15 03:42:23.400727 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:42:23.420548 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:42:23.420896 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 7e86cfe9-973b-4c0c-91ab-ff835cde9c71 not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:42:24.130876 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c8a609ea-39d3-453e-ac9d-e2399d2c26b3 req-75d9796c-1afc-411a-a2db-ac7875f3ce55 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0247800 Sep 15 03:42:25.223316 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5962cfe7-f058-4f16-9963-f350fd652019 req-bda6fa28-8620-42c0-8cb8-bb89777ba18a tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0254302 Sep 15 03:42:26.321656 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e01789b0-e628-4ddf-ab56-ab6030d1a737 req-ea8ef62f-1f3e-4954-8b7a-e44af89be735 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0291808 Sep 15 03:42:27.413400 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6275f348-a768-423e-9ac0-2717cfed0a0a req-2527e00f-deb7-496e-95c9-90735725ab6a tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0251737 Sep 15 03:42:28.508654 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f9e1bdd4-5a4b-4d2a-819a-4f5cc59dae44 req-47232c19-387a-4259-bae9-13749c9f902d tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0266974 Sep 15 03:42:29.607257 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-637bf793-d40c-441b-9a0d-134825da3f81 req-562afa64-660a-4faa-b015-316fd9c48fb4 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0258017 Sep 15 03:42:30.699049 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3547c8e7-3269-4745-8521-84a465957a14 req-f9116426-b19c-450f-9958-13b90441bfb4 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0257638 Sep 15 03:42:31.791579 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-edeb693a-0471-444b-8071-6d070c5e708d req-0b9d994b-bf83-4120-9a18-3491526fe081 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0258920 Sep 15 03:42:32.886589 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8407bb8b-7715-4406-a68a-67f743e7e5f9 req-56722ced-f2e9-4ba6-bafd-f7937af2a58a tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0283234 Sep 15 03:42:33.977644 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-161bb3c4-1b8c-43f2-929f-feb67d3b9485 req-b955c62c-be88-4938-a676-c99ff49736f1 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0256927 Sep 15 03:42:35.069889 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-770d294a-1e9d-4a4e-b50f-091566743b02 req-6c69d397-bba7-4c5b-92ae-8943cfeca15f tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0258546 Sep 15 03:42:35.745662 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5bff390d-8d08-4180-9ac2-7103660cf4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:36.163540 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f1aef3ca-5312-4ba5-ad08-3e1d5176470c req-b98fb09a-f768-4a13-92c7-8df2efd54fa2 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0270751 Sep 15 03:42:36.776848 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:37.264519 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba00725-be59-4544-9426-eb054becb8d3 req-9f90fd74-536a-467a-9861-53538efbb59f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:42:37.266005 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eba00725-be59-4544-9426-eb054becb8d3 req-9f90fd74-536a-467a-9861-53538efbb59f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 946 time: 0.0498333 Sep 15 03:42:37.301958 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eba00725-be59-4544-9426-eb054becb8d3 req-da6635cc-0e38-4b8b-8b21-0dde8333bb0a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298829 Sep 15 03:42:37.401952 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e94c7936-a82e-4045-9781-7bef29a2a465 req-cea79e4b-e570-4de5-938d-a6c9c69a40cd tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0406590 Sep 15 03:42:38.007137 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a628a58-e426-4c12-932c-87c9003911e9 req-2c13682e-9917-4e37-b6f4-c89cb01e02f5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:42:38.008655 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3a628a58-e426-4c12-932c-87c9003911e9 req-2c13682e-9917-4e37-b6f4-c89cb01e02f5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.52 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 946 time: 0.0544436 Sep 15 03:42:38.104154 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-3a628a58-e426-4c12-932c-87c9003911e9 req-bc7d8864-0a9c-4552-8e7b-94dd165bf783 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Deleting port 139a300d-dee1-44e3-b669-ff419b2bc4c2 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:42:38.104416 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3a628a58-e426-4c12-932c-87c9003911e9 req-bc7d8864-0a9c-4552-8e7b-94dd165bf783 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:38.192458 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-3a628a58-e426-4c12-932c-87c9003911e9 req-bc7d8864-0a9c-4552-8e7b-94dd165bf783 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] For port 139a300d-dee1-44e3-b669-ff419b2bc4c2, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=139a300d-dee1-44e3-b669-ff419b2bc4c2,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:42:38.192829 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3a628a58-e426-4c12-932c-87c9003911e9 req-bc7d8864-0a9c-4552-8e7b-94dd165bf783 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:38.217949 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-246d06db-f9c2-4fe3-8700-98c5c3bb2941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:38.373015 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3a628a58-e426-4c12-932c-87c9003911e9 req-bc7d8864-0a9c-4552-8e7b-94dd165bf783 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:38.373341 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3a628a58-e426-4c12-932c-87c9003911e9 req-bc7d8864-0a9c-4552-8e7b-94dd165bf783 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8074502'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:38.373667 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.l3_db [req-3a628a58-e426-4c12-932c-87c9003911e9 req-bc7d8864-0a9c-4552-8e7b-94dd165bf783 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Floating IP 3150eab1-073c-49d9-b614-4e75f54149d1 disassociated. External IP: 172.27.0.168, port: 139a300d-dee1-44e3-b669-ff419b2bc4c2. Sep 15 03:42:38.374169 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-3a628a58-e426-4c12-932c-87c9003911e9 req-bc7d8864-0a9c-4552-8e7b-94dd165bf783 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Calling delete_port for 139a300d-dee1-44e3-b669-ff419b2bc4c2 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:42:38.423179 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418df9f-1a08-4a11-908e-3d6c1d0c2daa req-8fc431c8-e366-44cb-9e69-4eb331e25111 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:42:38.424716 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e418df9f-1a08-4a11-908e-3d6c1d0c2daa req-8fc431c8-e366-44cb-9e69-4eb331e25111 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 946 time: 0.0498214 Sep 15 03:42:38.464610 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e418df9f-1a08-4a11-908e-3d6c1d0c2daa req-3546a816-167e-4461-b910-bc6c90070bc5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338140 Sep 15 03:42:38.510461 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3a628a58-e426-4c12-932c-87c9003911e9 req-bc7d8864-0a9c-4552-8e7b-94dd165bf783 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:38.544777 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d8864-0a9c-4552-8e7b-94dd165bf783 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event deleted for resources: {'Port': ['ID=139a300d-dee1-44e3-b669-ff419b2bc4c2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:42:38.609843 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-58c3f299-1f49-404f-a88a-39f4571169e7 req-9531f4a5-d1e4-4052-9b45-fb96ee17ac94 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0311391 Sep 15 03:42:38.664852 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a628a58-e426-4c12-932c-87c9003911e9 req-bc7d8864-0a9c-4552-8e7b-94dd165bf783 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:42:38.767378 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a628a58-e426-4c12-932c-87c9003911e9 req-bc7d8864-0a9c-4552-8e7b-94dd165bf783 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:42:38.778142 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb53814-61cc-4880-8bb9-880a37180e46 None None] Sync routers for ids ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:42:38.801005 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb53814-61cc-4880-8bb9-880a37180e46 None None] Routers {'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:42:38.801736 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3eb53814-61cc-4880-8bb9-880a37180e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:42:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:42:38.805230 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:38.807274 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a628a58-e426-4c12-932c-87c9003911e9 req-bc7d8864-0a9c-4552-8e7b-94dd165bf783 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] No DVR routers for this DVR port 139a300d-dee1-44e3-b669-ff419b2bc4c2 on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:42:38.809616 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3a628a58-e426-4c12-932c-87c9003911e9 req-bc7d8864-0a9c-4552-8e7b-94dd165bf783 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:38.811673 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3a628a58-e426-4c12-932c-87c9003911e9 req-bc7d8864-0a9c-4552-8e7b-94dd165bf783 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.52 "DELETE /v2.0/ports/139a300d-dee1-44e3-b669-ff419b2bc4c2 HTTP/1.1" status: 204 len: 173 time: 0.7917707 Sep 15 03:42:38.812081 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'name': 'network-vif-deleted', 'tag': '139a300d-dee1-44e3-b669-ff419b2bc4c2'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:42:38.814242 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b804f4c7-358a-4929-bee9-374ad38a716e" -d '{"events": [{"server_uuid": "707b5418-207a-461a-9d94-2e7c9c4a8dda", "name": "network-vif-deleted", "tag": "139a300d-dee1-44e3-b669-ff419b2bc4c2"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:42:38.851986 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96eede9c-3884-496c-8fb2-fcb45702012d x-openstack-request-id: req-96eede9c-3884-496c-8fb2-fcb45702012d {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:42:38.852281 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707b5418-207a-461a-9d94-2e7c9c4a8dda", "name": "network-vif-deleted", "tag": "139a300d-dee1-44e3-b669-ff419b2bc4c2", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:42:38.852539 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96eede9c-3884-496c-8fb2-fcb45702012d {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:42:38.853062 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707b5418-207a-461a-9d94-2e7c9c4a8dda', 'name': 'network-vif-deleted', 'tag': '139a300d-dee1-44e3-b669-ff419b2bc4c2', 'status': 'completed', 'code': 200} Sep 15 03:42:38.915548 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-3eb53814-61cc-4880-8bb9-880a37180e46 None None] Set router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:42:39.117682 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3eb53814-61cc-4880-8bb9-880a37180e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:26:05Z', 'revision_number': 4, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'edb55d1e-3784-48c6-9ce4-42cc15abcc4d', 'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'mac_address': 'fa:16:3e:dd:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:03Z', 'updated_at': '2021-09-15T03:26:14Z', 'revision_number': 5, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'subnets': [{'id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:42:39.142536 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb53814-61cc-4880-8bb9-880a37180e46 None None] Checking router: cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:42:39.150390 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb53814-61cc-4880-8bb9-880a37180e46 None None] Routers {'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:42:39.151010 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3eb53814-61cc-4880-8bb9-880a37180e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:42:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:42:39.365658 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-3eb53814-61cc-4880-8bb9-880a37180e46 None None] Set router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:42:39.504853 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:39.565902 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-777d4c29-6ed5-458c-b697-4f0e5a01d632 req-22434926-ba7a-4d0f-b4d7-96c667f48022 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0259943 Sep 15 03:42:39.570840 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3eb53814-61cc-4880-8bb9-880a37180e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:26:05Z', 'revision_number': 4, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'edb55d1e-3784-48c6-9ce4-42cc15abcc4d', 'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'mac_address': 'fa:16:3e:dd:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:03Z', 'updated_at': '2021-09-15T03:26:14Z', 'revision_number': 5, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'subnets': [{'id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:42:39.597001 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb53814-61cc-4880-8bb9-880a37180e46 None None] The sync data for ids ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'] in dv-cinder-806965-6-iscsi is: [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:26:05Z', 'revision_number': 4, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'edb55d1e-3784-48c6-9ce4-42cc15abcc4d', 'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'mac_address': 'fa:16:3e:dd:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:03Z', 'updated_at': '2021-09-15T03:26:14Z', 'revision_number': 5, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'subnets': [{'id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:42:39.712311 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-480336da-7685-43fb-85e9-48de410b706a req-b6c6e058-63e7-4c16-96ca-bce1d467b72f tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0259802 Sep 15 03:42:39.814168 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782aebc2-77df-4ad9-8d63-13bc142f65d3 None None] New status for floating IP 3150eab1-073c-49d9-b614-4e75f54149d1: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:42:40.669848 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e4a6100f-6d92-4473-bf7c-37ef9566c4eb req-e9704acb-f26a-4dd2-b8dc-727578acc0e3 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0309427 Sep 15 03:42:40.805228 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2053f523-5aa6-4f9f-b5e9-bb6cdc6259bc req-922a200c-947c-46f1-abea-4a4c0ad8f0a9 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0261266 Sep 15 03:42:40.892409 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:42:41.483583 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 139a300d-dee1-44e3-b669-ff419b2bc4c2 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:42:41.503461 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: 139a300d-dee1-44e3-b669-ff419b2bc4c2 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:42:41.503803 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 139a300d-dee1-44e3-b669-ff419b2bc4c2 not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:42:41.769146 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-faa5adf2-d952-414c-a50e-194c8c5872fe req-cd6365fa-856a-4184-88bd-de91c215db6f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0251319 Sep 15 03:42:41.898089 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-90543482-0f68-4218-aa3b-2d2da5bb7c5a req-6f934f72-c1d7-4c79-b3e0-63cc54b3bb18 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0263858 Sep 15 03:42:42.869032 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a791bd61-5353-4f10-be9b-f2cb5faeb814 req-b4a1de39-c9c2-45ee-8145-cde75e9c4e42 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0265183 Sep 15 03:42:42.989018 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-52a1671f-c385-4335-9b39-56e7bdcb29eb req-c94e24a8-1e27-4972-85ea-5a870cdf7e82 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0253375 Sep 15 03:42:43.967770 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-11ef434f-4479-489f-b010-582374c20b38 req-181e56e2-eea7-4f4f-8cc2-32b83c70cc7d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0286880 Sep 15 03:42:44.079882 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a684100a-596d-4861-a912-8fc9fcc6ee27 req-0cf523de-48e1-428a-ac0a-8d45ee12c66b tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0253634 Sep 15 03:42:45.063838 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2f9cdc4a-b158-4982-9d41-a154637a6a8d req-cb45db1a-b843-4f29-bcd1-a042a652b0c2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0251920 Sep 15 03:42:45.170604 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e2d8a1e2-136b-4450-80e8-a591ce1b572d req-ad5c8762-5dbb-4f36-a123-11e900890ca9 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0257347 Sep 15 03:42:46.160196 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0aa812c9-33fd-4b75-b0fe-d2c4ee709ddf req-6ded8754-2753-4fe3-910a-04196530571c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0253003 Sep 15 03:42:46.262085 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cbb58593-26e0-4224-a7f2-9bc860b46950 req-86bb5859-a949-4198-bdf1-4e8505b56613 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0271707 Sep 15 03:42:47.259401 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2878f4da-c53f-46fe-9dd9-13ff83269650 req-4a37e36d-8fce-4810-91c9-a1d4e415dde8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0292552 Sep 15 03:42:47.352231 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c24b6bb8-6cb2-410a-897c-9774b06a55c4 req-9b0f8cd7-3132-457b-ac09-255546888d73 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0257292 Sep 15 03:42:48.058777 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:42:48.359798 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-33a11552-23b5-4d64-9793-03c64adc4d72 req-87d8314f-c356-4008-acee-43c48ce774f6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0258248 Sep 15 03:42:48.446300 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c8da5119-dbc6-43a9-83cc-0d35ff81033c req-1d01656e-2807-4f48-a51a-a477e26e39fe tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0292583 Sep 15 03:42:49.457942 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-174f6551-662c-4ccc-978e-8f3c6799da02 req-73bb4de3-ca31-46b8-bf2b-3ee9e4adbf5c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0261414 Sep 15 03:42:49.540342 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8f3a1292-b1b3-42c4-9ad6-b3ae2723ba0e req-5e6d53ab-12a0-4250-a43c-7f29a2535d5d tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0262632 Sep 15 03:42:50.557609 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a3e233d6-a77d-4a46-9c8f-e4832d5aefd9 req-e4006399-e8b8-40f6-ad20-581248c10d38 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0285609 Sep 15 03:42:50.639339 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7c5d40e6-8f8c-4153-88b7-2974880062ca req-59e9a974-e0b7-4f8a-bd43-e3f46ffde1b2 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0254023 Sep 15 03:42:51.653458 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-93ff0f34-f7cb-4837-9c74-d85e7c56fda4 req-fd286a34-65b8-47d6-bfba-b1ac73b9c448 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0262861 Sep 15 03:42:51.735833 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5494728b-2d33-422a-8b04-d457a8024cd1 req-e1c11278-a0b0-42de-a3ef-3d8a226e1126 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0259137 Sep 15 03:42:52.756797 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4cd7fb99-66d1-4293-a77f-f58200151de9 req-598e7ecf-25ab-4224-9981-37a91f059d7b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0275779 Sep 15 03:42:52.839324 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-aba21ca7-93ba-47d3-9b30-67154d3eb68f req-eea00f8b-54c2-402d-989f-50c8cd996198 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0254569 Sep 15 03:42:53.856586 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fc6802fa-6a97-428c-9897-261a7008e243 req-178a0f6b-2517-4e05-8e80-c050e2809a88 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0295553 Sep 15 03:42:53.938731 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-14210671-a506-47d6-a350-669fece2a26b req-677620f9-b512-4b40-bf08-cf3adeb60b4f tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0251546 Sep 15 03:42:54.952645 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-729eb131-d84b-40c8-bea2-9b4484963d1d req-12e04057-46ea-4f63-9400-6aced71404e6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0260110 Sep 15 03:42:55.034654 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-408868a7-6f1d-4a0e-bbac-bf32a47b0019 req-d850cabe-3572-4df6-b129-6457603de224 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0258160 Sep 15 03:42:56.063113 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3022c4e6-0266-452a-90b4-bb0cc2d915fb req-0fb37b72-be96-4950-9c85-d5daa58080b7 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0281022 Sep 15 03:42:56.151118 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b3dd4e5f-7d22-42b7-aee2-c8bda181ec06 req-2c169393-a43f-4cfc-807a-769886fd2020 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0263777 Sep 15 03:42:57.162947 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1d64c04f-c4ec-42c5-af62-783f4450d191 req-22bac0cb-6588-44da-b2e6-eabb78c69588 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0289454 Sep 15 03:42:57.247921 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e72ce524-7a94-469a-818a-c941130e74b7 req-754f4fe8-ae40-4244-aa34-6c9906c3f6f9 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0268295 Sep 15 03:42:58.272243 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cfe11b20-d52b-47cf-95b3-bff82058f2ad req-deb2f7b2-9587-49c7-8cfb-b3a9db09c6b6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0265584 Sep 15 03:42:58.356310 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eca7f278-5ac1-4b85-91a8-a975a8d6cec3 req-b1a50032-679e-4de4-b013-fcd3299bfe18 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0266685 Sep 15 03:42:59.372840 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b815ca76-1aea-4464-808c-116eb890e4db req-03083859-5b60-4c1e-8d5e-2a57bfa76cea tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0265651 Sep 15 03:42:59.453862 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ab4c8e53-34fa-4c69-90b4-beb8800f7e9e req-e74648f2-4b6f-464a-9e0f-abcda819060d tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0247889 Sep 15 03:43:00.471324 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fbd36c4e-09c6-40fd-9690-97b5bbd4dee1 req-82b23a59-a5eb-4a77-a338-79ba1a5aa7e6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0293994 Sep 15 03:43:00.555716 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b7786d83-b934-438b-bd1a-e7e74b0ca762 req-f63b2c8d-db1e-4ed8-adb2-724b6fcbc6d3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0259490 Sep 15 03:43:01.570555 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6b737b82-7536-4881-8e79-a1a7fa2ce841 req-4de9edbe-480f-4368-9e39-5fc7a80e5d65 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0256982 Sep 15 03:43:01.655140 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-216359d7-ba1d-44ef-9b66-2ed6bbf2c78e req-93d78d63-184a-487c-a3d2-e69254f81e69 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0264647 Sep 15 03:43:02.666582 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cec56f5c-493c-4361-ba17-f18bdbd37564 req-ff465c9b-4c46-4787-a68f-412a6c297330 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0263457 Sep 15 03:43:02.748534 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-524c2d64-dc4f-4044-9c38-e12e2dfff3b4 req-6f1e39f6-96e5-4ffd-805c-68e3e53c8a0b tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0262797 Sep 15 03:43:03.763818 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2d26d9f2-052b-4a66-8461-c5d14da5f067 req-d7dd53b2-5699-4084-b9f5-0e48f1d560d8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0282302 Sep 15 03:43:03.844431 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7e8c0fea-bdad-4eb3-afc8-fab4a66644ef req-12083a04-6c84-4ebd-8f16-b2a8913a0f6a tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0247858 Sep 15 03:43:04.858927 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7ab30356-b9da-40d0-b0d5-c28e539c6e1a req-aa23ecd7-f422-43b8-8e93-1a621d9a013b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0266855 Sep 15 03:43:04.940132 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4075298b-2287-4928-adf0-e5cf6e0a73c1 req-5bbbf574-77d3-4a45-b7bf-97bee3ad13cc tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0254521 Sep 15 03:43:05.745938 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-94bd738a-8d99-4d6b-8148-8531e3640eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:05.954376 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1023a83b-2cc4-4f7f-acb7-2462cffceeef req-f9643976-3763-4565-963e-8e1787373072 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0252619 Sep 15 03:43:06.036469 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-52f632c6-3e70-4948-bcb4-6b075ce9644e req-ec741c56-a39f-4df1-9148-aba2da916fb9 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0252461 Sep 15 03:43:06.780316 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:07.056048 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-903e8b30-1e06-4fb3-8ed4-cc9f3a86e8ae req-66aac638-77c0-46c8-b2e3-d58c7891a44d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0289280 Sep 15 03:43:07.139477 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7314a8ec-f5a6-4cd6-a084-e124ac723754 req-c3c1ee72-3e09-4f2f-a5d0-eb3b45ce31de tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0258746 Sep 15 03:43:08.152472 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-813b5812-db03-4741-9ee5-4001adbda2a0 req-e383b962-af6d-4186-9787-76cfcb058368 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0258241 Sep 15 03:43:08.223060 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-16b4a945-ab2a-4f10-8e1f-a5028a017bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:08.240436 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4b47a413-dd2c-4379-8367-fb7adedbd06c req-3cfc0a99-6065-42da-acda-428e36fc8b97 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0279458 Sep 15 03:43:08.795821 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:09.249713 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-096d4065-1d24-4bed-b808-e12ce9f0f7d5 req-1adf3681-d718-4063-939d-e2d68a904db4 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0270138 Sep 15 03:43:09.332280 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f0a28800-cf16-4ee2-a4af-8136eb94353e req-5e542b46-ef82-4b45-b951-dc8e1cf6728f tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0252516 Sep 15 03:43:09.476284 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:10.350353 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ed5d5137-b694-44e4-a1ac-dd093c7fc1b3 req-60af6200-459b-47f2-b6b4-a1609aac5b13 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0279424 Sep 15 03:43:10.433263 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1c4341d9-5dec-4b23-a4b1-5d1ed22ed25a req-53423bad-ad37-499c-9f9a-39bc42428ab9 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0254028 Sep 15 03:43:10.896709 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:11.445692 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3d131654-54fc-4e4c-802f-7c3da21dfe8e req-b782b492-e85e-494b-8c0b-1083a33d6981 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0259902 Sep 15 03:43:11.528741 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1ae0b7d0-e709-4e4c-984e-f0c00c0db7da req-310a8b5a-3b5d-40f1-8fc4-33268ca54f99 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0258999 Sep 15 03:43:12.541831 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5a71bb82-93de-4a87-8fca-20cb15bbfa19 req-4661aa45-2d00-478f-aef5-48f8e09c3e30 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0267904 Sep 15 03:43:12.626441 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-833a7bf8-6898-44cb-b276-ade3c41ff4a3 req-743dc293-b43d-4f05-8b47-86bc6e928c0f tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0251217 Sep 15 03:43:12.915195 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-386eb123-c257-4104-8ee8-7aa3c012ab6f req-e7958cf3-d85a-4dfe-91df-94b806a91bde service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416973 Sep 15 03:43:13.038109 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386eb123-c257-4104-8ee8-7aa3c012ab6f req-b009263b-62dd-4a94-872f-770dfe3ed773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:43:13.039585 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-386eb123-c257-4104-8ee8-7aa3c012ab6f req-b009263b-62dd-4a94-872f-770dfe3ed773 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 1099 time: 0.0387986 Sep 15 03:43:13.140971 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386eb123-c257-4104-8ee8-7aa3c012ab6f req-8b3b4f01-a5fd-40f6-a06c-d6759a624214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:43:13.142424 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-386eb123-c257-4104-8ee8-7aa3c012ab6f req-8b3b4f01-a5fd-40f6-a06c-d6759a624214 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0812602 Sep 15 03:43:13.189931 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-386eb123-c257-4104-8ee8-7aa3c012ab6f req-cc622b24-7074-443d-a78d-81ac3a5fb1fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c34f51a-7cb9-4a56-8042-4044bf8d18dd HTTP/1.1" status: 200 len: 217 time: 0.0357423 Sep 15 03:43:13.238558 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386eb123-c257-4104-8ee8-7aa3c012ab6f req-fb5cf4f1-3a18-4d2d-a8e4-07a19a798f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:43:13.240511 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-386eb123-c257-4104-8ee8-7aa3c012ab6f req-fb5cf4f1-3a18-4d2d-a8e4-07a19a798f77 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0416009 Sep 15 03:43:13.276656 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-386eb123-c257-4104-8ee8-7aa3c012ab6f req-4fd50162-32d8-4e5a-9c51-2e5119b33179 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244567 Sep 15 03:43:13.369474 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-386eb123-c257-4104-8ee8-7aa3c012ab6f req-5715b236-aa25-449c-8571-df1a2cd9e1db service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838680 Sep 15 03:43:13.457778 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-386eb123-c257-4104-8ee8-7aa3c012ab6f req-7e3b4595-f995-478d-882a-3c1079d31031 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802968 Sep 15 03:43:13.639482 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0362a09f-97cc-4523-9107-b638a161d8a3 req-5a84cd6d-d8c3-4891-a3da-4197ca267961 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0283067 Sep 15 03:43:13.723708 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-56bff102-014b-429e-b7a3-2dfd771fcc55 req-1d1be431-3a2d-42e4-b1ac-8faa8ad2cfad tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0257783 Sep 15 03:43:14.736814 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d7370d23-e622-421a-893d-06cc747ec5cc req-b3c49986-4138-4a99-bf76-9b051b664f91 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0257957 Sep 15 03:43:14.824307 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5055a882-59e7-449d-9693-a379b63b348a req-406eb814-07e8-4c80-865e-bf721b349be8 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0265226 Sep 15 03:43:15.835030 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-800a9b7b-15af-4e5b-9c8a-41e55c045606 req-c885856e-32b4-4339-812c-f2d691fb72b8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0261230 Sep 15 03:43:15.918582 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-49b7edf3-bef7-416a-8c57-8717c439675d req-bb956698-b9cc-48ea-b6f7-fe4f24e15327 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0259409 Sep 15 03:43:16.939433 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ab958da4-d56e-418d-936c-7adfc0037c1c req-78a0feb7-b3f3-4935-897b-370b45f0a1d6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0284212 Sep 15 03:43:17.022950 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4d07575c-b673-4bde-b8a1-f80ad784db6e req-8f44ccd1-21e1-4d04-9b1e-7b3e137a68ca tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0259426 Sep 15 03:43:18.035233 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e6368239-f546-49be-bb33-01e88f226858 req-a3c0bf5f-6c08-4ae0-8cc1-fbe2432de7a8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0254681 Sep 15 03:43:18.118552 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e140bdce-159e-4f98-911a-da7c43e016a2 req-87076d50-3517-4fc8-8a8d-2cf08ac09253 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0265951 Sep 15 03:43:19.132286 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7b50cbdc-e477-4b88-b75a-66452c0d2773 req-33f84679-25c8-4aa3-b34f-75b9435621b8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0250804 Sep 15 03:43:19.215311 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1271aa6c-dbfa-4a24-b96e-0c972d580f32 req-22c45ba4-8cc5-4776-a72a-f151017c4ac2 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0266654 Sep 15 03:43:20.231846 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7d267417-ac17-465c-9cf0-14652acadd16 req-fe4d85da-2d8f-4ce3-8eaf-d54e357924e7 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0297122 Sep 15 03:43:20.315179 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-984dbfc0-2c50-4690-8a8c-46826dd94ca3 req-08dd1ec7-bd3b-4e3e-b666-2066a5b74985 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0250421 Sep 15 03:43:21.337496 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-02b2b1cd-cb42-4876-9024-9ff845b3e9a1 req-a868db9e-cca7-4883-bf4c-7ba701ad7c86 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0282195 Sep 15 03:43:21.424382 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-90031c6d-3455-4bc0-aefc-c492daede269 req-46cab43a-f8e1-4461-9811-f0f697fe59d2 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0258138 Sep 15 03:43:22.437872 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fef831c3-357e-42cf-a023-a556dc1476b6 req-fadbf253-fb66-4f42-be08-9c0e2620171c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0265582 Sep 15 03:43:22.521046 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bb8c7693-56c1-4b1e-ada1-7b08960de9a0 req-440bd973-d485-424f-9e56-133954446c55 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0259340 Sep 15 03:43:23.538131 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cae3cd1d-350a-4983-abac-7f51af2ebfd9 req-d63f030f-9508-4148-9a10-43d1b0dfed9f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0287645 Sep 15 03:43:23.622353 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-24abc352-aae9-45bf-96f7-40d15e6b7752 req-852178ee-c2d8-487d-a6fc-6ae39bb82337 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0259016 Sep 15 03:43:24.639941 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-13ec8b95-5e4e-4d85-b808-2c89cb52696f req-2e7a5b63-daf5-48ee-86dd-dd1093385870 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0275352 Sep 15 03:43:24.722903 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cb5f80b3-d19e-49b8-81e7-43bfcbef2a1a req-e74cdd06-4ac8-4cde-8be3-3334c5c12dad tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0252709 Sep 15 03:43:25.059649 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:43:25.736893 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-095cc547-81c8-49f8-8718-9f5273c0e592 req-76f31e0d-3da1-4468-af4b-ebed05476f41 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0261486 Sep 15 03:43:25.818759 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3c26c5d7-e505-4667-b9dc-e269c7d6a85b req-daa27115-5692-4b13-bba1-84488e2fc3b0 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0250728 Sep 15 03:43:26.836382 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-23dfcd29-1b29-4637-a79e-ca76980ff8bf req-b89e45a6-3f3b-482f-8866-a36662970245 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0292583 Sep 15 03:43:26.920692 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2fce3da1-ae6f-417f-ab9e-dc8408897999 req-3f0d31a8-c900-4e15-80b5-17b0fc1b5329 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0265167 Sep 15 03:43:27.933193 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ec7ff883-10c7-4f6a-b326-c18ba760aaff req-ae4c050a-62a5-4d7b-8e34-92a5e04285ef tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0256450 Sep 15 03:43:28.016323 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f0a00b6b-aa47-47b4-bdbb-56b61c88e3a4 req-4b0bcfcb-72ba-447c-96a9-7ba7c79bb379 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0265157 Sep 15 03:43:29.029351 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-90f5844c-16c2-45a2-b631-57a77d6e406e req-df54c34e-bff5-43e3-abbc-22cfe7ce3a1a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0260870 Sep 15 03:43:29.110533 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-853d6a09-d514-44b6-93f4-76ce0a4c35d1 req-5c8a84d6-2ad3-4577-bf2d-ecf9f6867e53 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0253315 Sep 15 03:43:30.127934 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2fdd55d5-182c-4a10-aea4-04855348e096 req-f679ceaf-ec73-4403-97ff-a8ccd5689e02 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0278685 Sep 15 03:43:30.209390 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-636d552c-16b0-43a0-921b-ef4966cb7f4b req-57551b2e-b0ee-4a65-be7b-ef46e37c9992 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0256979 Sep 15 03:43:31.224578 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-df59339f-116c-4f3e-b338-f7d80496f9ce req-87e0c382-6c6b-4986-8f73-496d983c0b44 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0254915 Sep 15 03:43:31.307515 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-98f74e2f-62a0-4b90-8599-5f1d1dcbc1e7 req-fc027ce0-216f-4e31-a608-ecd03db9d028 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0256290 Sep 15 03:43:32.321791 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e58316b9-148c-4577-a603-c410f705cdfb req-7e73cb04-1c70-48d3-800b-42011e73f78d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0263164 Sep 15 03:43:32.404769 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cf5c45a4-d032-4e3b-928b-8b4b50ac24bb req-def44609-b188-4e2c-a710-58a535952345 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0256824 Sep 15 03:43:33.420853 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e51aa336-9564-42da-b06e-61be04f5a38d req-4e95d61c-d98f-4f82-b065-3362e2bfacea tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0288501 Sep 15 03:43:33.503968 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-65358915-95eb-4c8b-9af8-2d79054dec37 req-040d22cf-77d9-45bd-b8ed-df602469219e tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0255537 Sep 15 03:43:34.517278 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-54803ae7-200d-474e-bab3-bc77541e0c69 req-f1f4e871-ed94-44fe-a8bf-47b5b8434789 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0258884 Sep 15 03:43:34.599730 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5292c560-9c7d-46af-9b3d-d0e6b052cc11 req-8bafe9bd-a8bc-4313-8234-ee063645c93d tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0261147 Sep 15 03:43:35.613799 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a19294fe-e0b3-4144-b5bf-89e3cd92ae62 req-4dd54e26-3486-4c38-ab8c-0ecaaf1f55ef tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0254233 Sep 15 03:43:35.696860 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6e7fec26-8ba5-4df6-9e0b-25e747ba4729 req-8ad398ca-85b0-40aa-883a-6da6a9125ddb tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0256341 Sep 15 03:43:35.746350 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9c4099b3-9bb1-4b33-9e7d-d3770ede70d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:36.718821 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5a511191-587c-4b80-b7f1-554a9972b907 req-24d5d30b-a4d0-45c5-a7a0-59be962e4edf tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0290744 Sep 15 03:43:36.775472 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:36.805939 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-020e8047-2ba9-4361-ad25-eb8c291903a6 req-5824e415-9f79-4d7a-a375-2a42b4d7d25b tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0293124 Sep 15 03:43:37.815394 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c6986e40-6b91-4ab8-a15e-f1d7a4f09a65 req-2bf8d580-3c69-4d5d-bc5e-87c0dff5cecc tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0251689 Sep 15 03:43:37.898717 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2333b652-5036-4b2b-8371-71bdd26a358f req-a95bfd57-7bc9-4a39-94c8-b479e41293e2 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0255058 Sep 15 03:43:38.223312 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d63e6b79-b897-434a-bd87-d8ef36400e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:38.796694 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:38.917367 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1c38e534-89ff-418c-9dd4-b28b79164dd9 req-5edbdbf2-e399-4ae3-a1a0-68cf9241c092 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0261140 Sep 15 03:43:39.001828 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fdee22f5-e37a-4d6f-83eb-303f92ba1be7 req-5b07fb75-b46d-4469-84ee-a7f3606675f7 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0257559 Sep 15 03:43:39.479514 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:40.016806 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c4e4a438-8c0a-4b87-9921-6c3d4accd15b req-eba6e968-8035-4a1d-953e-1e3ed257982f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0289631 Sep 15 03:43:40.100512 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d0c8ab9b-0fc2-4a08-b635-2436f6a5173e req-44296eda-60a6-4a6f-8d2e-1d1af2d88ce9 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0253828 Sep 15 03:43:40.899266 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:43:41.113124 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cb4927d3-ccde-4095-b827-0e09915b7a66 req-249972bc-54a4-4dcd-8fe6-20e9e5a810d9 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0260124 Sep 15 03:43:41.195433 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6622a87b-a997-44f2-a2fa-980f05657f49 req-88b2ed7b-c67a-427c-9ed9-7aeeca289ac9 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0261030 Sep 15 03:43:42.208992 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ff38ea46-309d-440a-8ec0-4e23e4f63ad8 req-d44d6c53-053d-4747-a141-3af98ab7c138 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0253711 Sep 15 03:43:42.296089 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e394b6fe-4bf6-464e-a47d-18e18b038ef7 req-09ab9835-b35a-48d4-90de-428455886e26 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0259850 Sep 15 03:43:43.312635 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-95054a99-a48f-4b95-b30d-101aa45d5fe0 req-c7db6370-247e-48da-9ce6-5395b47bd784 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0281177 Sep 15 03:43:43.395202 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ab6b5980-bb91-4424-894a-4c9585cfe219 req-06df3872-b183-4986-9512-d3bc717bf182 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0256722 Sep 15 03:43:44.408667 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eb446049-3539-4f48-b065-12b771d9ca49 req-1deff8c1-bb0b-4ffa-9e3b-0d27807fbad4 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0250411 Sep 15 03:43:44.491253 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d93286ce-e716-48a7-8c34-1b75055a9e4d req-5c26a1ea-05e6-4827-b4d6-53165b5a1caa tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0264747 Sep 15 03:43:45.504962 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5f8365f4-9697-4a01-95cd-73b1413a1dd4 req-2922c01e-bc26-48b8-8600-b1da6af5565d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0251799 Sep 15 03:43:45.589211 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-42d4bec2-592d-48af-ac00-58fb6535db52 req-c3ee5d8e-3793-48e3-bba0-6ae6e54f20de tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0259330 Sep 15 03:43:46.605412 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-292f8a9d-c974-48a3-a9c8-f654ba32f403 req-87f5ae3b-ac7c-480b-a853-394511945f90 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0283833 Sep 15 03:43:46.694232 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2f5006bd-8605-48b4-935c-84c0dde140ee req-a2c47055-1b8a-4942-ab7b-1b5f6f6568e9 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0258980 Sep 15 03:43:47.703225 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-14db5969-6f3c-4a70-a084-e9376dc7f5cf req-6c1a6875-9b16-44fc-bdea-819ec96052e3 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0272722 Sep 15 03:43:47.785559 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7e2c6a9b-064e-441b-805b-8341dfcb962b req-b602b195-ff6d-4921-9fdb-a0ea2554cba6 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0252867 Sep 15 03:43:48.800161 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e778bdb8-2214-48c9-98db-7ff60fdac641 req-07c93958-a474-4a54-a83b-c86b18df23eb tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0251977 Sep 15 03:43:48.887579 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fdca2965-96f5-40b0-8020-6e8eed6ed325 req-ef2dd27b-6abf-47e9-bef2-536795dad174 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0281885 Sep 15 03:43:49.898372 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-850c9c9c-64e5-4820-84ea-6654b28c1979 req-95c47b86-7ee8-4255-8a07-654025153ef4 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0283706 Sep 15 03:43:49.980698 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-451e4c43-2dec-4ac4-9241-118fd052b4aa req-b8e97232-5595-476d-881b-dff390aaca48 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0259178 Sep 15 03:43:50.993604 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bfcf736b-fb7b-4d6f-bd1e-1f95f3452887 req-46fe33e5-b361-4e03-85c3-14b3bba088ac tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0253253 Sep 15 03:43:51.075374 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5e0721fd-ea35-422c-9d71-1f722fe57111 req-ce7486bc-6632-4d69-aea1-b83be5c61466 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0253861 Sep 15 03:43:52.088364 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9245c383-d055-4a64-9ef7-38aee93e2862 req-4e83eb04-7cb4-4fdb-ad2e-4c0bc30b485a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0257096 Sep 15 03:43:52.169743 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8ae2780d-7667-4993-8178-eb341dac64b5 req-4807fdef-4494-4240-9281-f08e1e01e350 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0247040 Sep 15 03:43:53.185981 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8dac12a9-7b2c-4ad6-8d42-3e2e4a66826d req-8af9ddcb-2dad-4430-9d01-5b694d7fd283 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0287659 Sep 15 03:43:53.273500 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-275a7b5a-c850-4615-b5aa-76b131d5948e req-d8376541-adbd-4066-976c-accb26d3c2ec tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0301709 Sep 15 03:43:54.281698 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b3249b30-361e-463f-bb99-4a96528f5a1c req-389d38e4-0d52-4b9b-82e4-00985439f151 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0263336 Sep 15 03:43:54.363649 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-678e4d8d-cf1a-4a3a-8ae6-33aa9cd5aaef req-a284d0f7-c2e5-4ee1-80e8-12d6c4a4fb76 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0253916 Sep 15 03:43:55.378888 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7b2397a5-d834-4007-a96d-73822f6d2eb3 req-213d9d18-ec65-4d57-85b2-913b8b219010 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0266354 Sep 15 03:43:55.464281 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1490d1dd-c0af-4efd-adbe-0dba0d4c154c req-ffb85157-3254-43e5-a91c-8a9680ee4673 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0254173 Sep 15 03:43:56.478947 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-174a43a0-432c-4508-bf8a-a7ccfcf07455 req-89d8e729-a076-4e42-a89a-a454681e6b9e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0280781 Sep 15 03:43:56.561148 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5b7fcca0-54c1-4e85-be51-4af886f2e379 req-45bd9437-2d8a-460e-b097-bab5dea7997d tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0251982 Sep 15 03:43:57.583767 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b6f86833-70b6-4751-963b-e5416af111a7 req-21c3dc42-c18e-4399-a6cf-fd2e932f9b72 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0254331 Sep 15 03:43:57.669030 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cfa6e366-e228-4a08-b828-e24705d1a454 req-2c8d8715-2514-486e-bf41-a8e49f8815f7 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0274873 Sep 15 03:43:58.681839 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1ebfffe8-d7bc-489d-9290-52266ff4e3da req-239786b9-3fe2-46c8-a3aa-3d808cf48d37 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0266862 Sep 15 03:43:58.767021 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c9c19687-90b0-4f93-9291-b04309223c70 req-ca3aec7a-eac6-4e28-9761-2af165e2a722 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0255222 Sep 15 03:43:59.782850 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ceda40f3-0642-4281-b931-0ef5885c12be req-807b4be0-5cd9-4c3c-b9fd-7918f9ea7722 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0282102 Sep 15 03:43:59.864823 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-834a8937-e3df-46bb-bbef-a6c0b5508eb8 req-11ab8249-6892-4290-83d8-056486fc2030 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0256002 Sep 15 03:44:00.651701 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [req-234975a6-f8c2-481c-b6fe-b856ebd6993c req-7cbd0e51-3854-4b22-9e4a-73107b830aaa service neutron] (93919) timed out ('10.222.0.24', 43436) {{(pid=93919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 03:44:00.880248 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-212860b3-899a-4f71-8a89-97a8a9c55f0f req-ac747c6d-dda5-4b46-b29c-f04dcd7d37b5 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0264001 Sep 15 03:44:00.966645 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b746ef1b-001f-4d43-a86a-999cbbcf14d8 req-40ed94f3-daf2-478e-9c49-d9b59b2531e7 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0269682 Sep 15 03:44:01.976797 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-730ae94d-d8f0-4935-bb43-c26f2ff168d7 req-a0e8b767-6233-4a0e-861b-dd9aa0cc3053 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0268812 Sep 15 03:44:02.057867 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:44:02.058550 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dde59840-6dc7-46f6-a6e9-c90678293a29 req-e74bd959-06bc-49ce-a9a7-82f3f3921109 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0258718 Sep 15 03:44:03.075030 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-958546be-82f3-44c9-90dd-968d9c1718bd req-3baa11ae-07d8-46ef-af3f-d9e77bbd0ab7 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0286114 Sep 15 03:44:03.155814 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f9f6a411-8e34-4474-9809-cbecb1223744 req-c53f439c-9b4b-4921-bf21-a998a7351da3 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0252190 Sep 15 03:44:04.170241 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5c615078-e496-4621-94a8-8a1a249ea1fa req-cc62a000-f089-46a6-a698-3dad53244849 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0252812 Sep 15 03:44:04.253843 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c09325e5-8c89-43e5-9feb-faa3973ad7c9 req-1d36c659-d22a-4ce5-9ed9-7b4686bbccad tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0258586 Sep 15 03:44:05.267170 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c3d6a793-b25b-4957-b74f-02e6e1e54897 req-437dacda-126b-4e89-a8e3-926742506421 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0258207 Sep 15 03:44:05.348363 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a888b8c1-798a-4548-9c28-02091cfd2b72 req-4cf0cc90-4ae2-4e97-a34c-02ebea51f605 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0251431 Sep 15 03:44:05.746140 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-61912fc7-e13f-41cf-ba19-bf541554362c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:06.365769 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-820a0df6-f1a0-482d-a813-73ccc6290276 req-03da5429-706f-4c43-9d7f-3eb7eaab0f93 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0288434 Sep 15 03:44:06.446882 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9c7c4a52-7717-42c7-aee3-3900d819dba8 req-31baa0a9-e1fb-4fb0-81b1-f7f188bcebde tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0251544 Sep 15 03:44:06.777457 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:07.461641 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-877ca7bf-89e9-4764-9fa4-905d105fbe2a req-77d20643-2aa9-4ece-917e-ee947e0d3445 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0256548 Sep 15 03:44:07.544796 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-47b92590-8ff2-4e59-a542-c4f95268034a req-6464218b-d4f2-4c59-b106-524e734fc61b tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0258012 Sep 15 03:44:08.223357 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8cb3f893-b2d3-43ae-b2ce-86642a66d28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:08.561497 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e1d8bcde-9b1e-4d89-b86b-ab58490a696f req-0c4587d8-19f8-4da0-a2de-1efd4b9ab507 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0284681 Sep 15 03:44:08.643635 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c3a446c9-ebf4-4cf1-bee7-6dd4f8d49c4c req-2529f374-44ba-49ad-bb39-6ef6c9e7380a tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0258422 Sep 15 03:44:08.796922 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:09.482714 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:09.659530 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bff37e67-7bd7-4878-bd36-3fc1215826ca req-10590223-50ab-405c-9132-8e64a383c131 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0277894 Sep 15 03:44:09.742300 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d430863f-649e-41ee-b404-40193dd8d734 req-ddc298e3-6ebf-4c4a-9b87-da1195150217 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0262394 Sep 15 03:44:10.759072 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e2281355-88a6-4ce9-9eb9-b8998a1981d7 req-2372f986-3cbc-4dec-9308-c2f1fba1a611 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0265408 Sep 15 03:44:10.848955 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-87d9b931-3e52-47cb-b982-303cb08777a4 req-6c01f84d-5fd5-4259-8c89-f342b0b88421 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0254803 Sep 15 03:44:10.900775 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:11.854286 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2e5626fc-73b7-4245-ba02-be161055ba5d req-90fe8346-14e0-4392-ab3e-5ef4d4725eb3 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0262117 Sep 15 03:44:11.939251 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d166f71a-739f-4c6d-813c-9ae98b70c0b6 req-0a49a7d1-30a6-45ba-a928-bd30d8492cf4 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0250294 Sep 15 03:44:12.952795 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a5d69cc7-780d-4bbd-a1ee-834ab320b2f4 req-80f7ee20-d212-487b-9415-1c0fc051b127 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0288999 Sep 15 03:44:13.036646 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c2335fc6-25bf-4fa5-8b11-ced3e3cab21b req-51ccfafe-1a84-47ef-87b5-c83a8751791a tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0257404 Sep 15 03:44:14.049497 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ab46f11e-5fb7-4489-a19e-a78987f733bb req-a7327ba8-84ab-48a4-82d0-ee4fee2a7906 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0259836 Sep 15 03:44:14.131667 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0c9b8b81-8294-4d27-b54b-37bfd96ec2dd req-bbf1828b-01a2-4576-8278-ab74753f02be tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0255322 Sep 15 03:44:14.873385 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12fb340e-4379-4864-bafa-24d0575b65cb req-eeb0f5c7-79f1-44a2-9331-ca27c1fec6d9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402277 Sep 15 03:44:14.957508 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb340e-4379-4864-bafa-24d0575b65cb req-904fec58-4775-4e3f-8e7e-2f82751cba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:14.959692 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12fb340e-4379-4864-bafa-24d0575b65cb req-904fec58-4775-4e3f-8e7e-2f82751cba06 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 1098 time: 0.0457888 Sep 15 03:44:15.066887 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb340e-4379-4864-bafa-24d0575b65cb req-d317c212-66fd-40a5-9ed5-256c8b28200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:15.068903 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12fb340e-4379-4864-bafa-24d0575b65cb req-d317c212-66fd-40a5-9ed5-256c8b28200a service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0817261 Sep 15 03:44:15.118196 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12fb340e-4379-4864-bafa-24d0575b65cb req-b7166be8-b58c-40eb-aee4-379bfe6352de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7038f00-aa4c-4f05-807d-2f0a2184fa7b HTTP/1.1" status: 200 len: 217 time: 0.0373728 Sep 15 03:44:15.147183 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c7934b1f-3423-4d85-8555-7d98de69025e req-0549275d-46e1-45cd-b312-257852d1ef40 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0259945 Sep 15 03:44:15.172335 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb340e-4379-4864-bafa-24d0575b65cb req-93146e2d-0335-4962-acd1-9a8036a87798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:15.173697 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12fb340e-4379-4864-bafa-24d0575b65cb req-93146e2d-0335-4962-acd1-9a8036a87798 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0441322 Sep 15 03:44:15.209421 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12fb340e-4379-4864-bafa-24d0575b65cb req-c3527f13-9c23-495b-845b-584efca809c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244708 Sep 15 03:44:15.230500 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c00c8577-8ca1-4023-9c44-446f7879aa91 req-9488bb3e-76c1-407c-9cdb-a8d6b069613d tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0256789 Sep 15 03:44:15.305292 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12fb340e-4379-4864-bafa-24d0575b65cb req-ce83653b-6219-452f-828c-475497d616e0 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860558 Sep 15 03:44:15.398693 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-12fb340e-4379-4864-bafa-24d0575b65cb req-03dc347b-3802-4e01-84c5-3db19bdd5e27 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810051 Sep 15 03:44:16.261061 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d980b7be-9014-44b6-86c4-a8abf1931b6d req-0d00ffd6-fb81-4ba1-ac1a-47fa2f46d0af tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0361061 Sep 15 03:44:16.365430 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9cfd41f7-c658-4537-9bc1-2fd818ffa747 req-64a7fa35-4213-485b-b66e-1ff1210d8386 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0293522 Sep 15 03:44:17.360810 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d0e8da23-daaa-40c1-b7d7-6e598a20ce97 req-a0b100f0-2099-4f52-95ed-057ed5d55d1e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0261967 Sep 15 03:44:17.457473 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-83788359-4c51-4c20-83a4-4f73573c582a req-90c9bea4-ca29-4cd3-aa87-af3517fb1475 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0260284 Sep 15 03:44:18.456540 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b5e28205-53a4-4000-8f73-a6abaf946829 req-9a9bcab1-bb99-40a5-8895-51d5a5c3f5f2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0257301 Sep 15 03:44:18.548975 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bfc00c3d-c087-45ef-a6ce-8efe4ded1bc8 req-edb76e94-0a31-4824-b33c-6390399e0446 tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0259190 Sep 15 03:44:19.556847 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-692b1fa1-3303-4e14-82ff-09f5cbac555f req-b181c903-6704-4ac8-aca3-8ca0f3826e83 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0292916 Sep 15 03:44:19.639166 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d7e219da-8280-4f6b-82b0-469c7dd67c08 req-0657b12f-40f7-418e-be05-005a6b384eee tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0260952 Sep 15 03:44:20.652165 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-af3edb9e-f100-4a4c-a56f-1ddacdb5fa39 req-a6c99b4f-c330-4ffc-99ab-40118a065c69 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0263338 Sep 15 03:44:20.734157 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a7c9c57d-3ee4-4c71-997a-d55227c2e9a1 req-a37247f4-8cdc-4e29-9ad5-941bc77c234f tempest-VolumesSnapshotTestJSON-1008323806 tempest-VolumesSnapshotTestJSON-1008323806-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a62e0d-dbbf-43d6-8016-1eef00618c23 HTTP/1.1" status: 200 len: 210 time: 0.0255120 Sep 15 03:44:21.546155 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cd08d-57a1-4f9c-bb53-b1e7bd1f51bf req-7a163e99-b039-414b-a8a5-c95fc6ea5ef8 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:21.548209 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e77cd08d-57a1-4f9c-bb53-b1e7bd1f51bf req-7a163e99-b039-414b-a8a5-c95fc6ea5ef8 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 946 time: 0.0544779 Sep 15 03:44:21.586484 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e77cd08d-57a1-4f9c-bb53-b1e7bd1f51bf req-e03ebf92-a5a9-4ae8-a7de-3a6de15629fc tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320513 Sep 15 03:44:21.698701 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316f928-ca04-4803-a507-3394e7f0eddf req-b2490e5d-4a4f-45e0-8fa3-cedb1b7c3c95 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:21.700192 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b316f928-ca04-4803-a507-3394e7f0eddf req-b2490e5d-4a4f-45e0-8fa3-cedb1b7c3c95 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 945 time: 0.0540442 Sep 15 03:44:21.737243 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b316f928-ca04-4803-a507-3394e7f0eddf req-9fb921ba-45fd-4607-8ef4-b1562c2bde4b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f595da2-25c4-4b0b-b28a-9f401640cc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311267 Sep 15 03:44:21.815985 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dfb38f8f-891d-4e94-9340-9eb36a132f12 req-69d56ca5-d28d-40b6-8873-81c89d911745 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0257590 Sep 15 03:44:22.186028 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b4362-dc54-4db0-9813-25b955d748db req-72a6dadf-016d-4679-a79c-f7ff72a34bb3 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:22.187676 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-384b4362-dc54-4db0-9813-25b955d748db req-72a6dadf-016d-4679-a79c-f7ff72a34bb3 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.52 "GET /v2.0/ports?device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 945 time: 0.0526044 Sep 15 03:44:22.310652 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-384b4362-dc54-4db0-9813-25b955d748db req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Deleting port ea9dcef3-9f7f-4e1b-95b3-68297c318d7b {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:44:22.311006 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-384b4362-dc54-4db0-9813-25b955d748db req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:22.407362 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5800963-b6ee-49d8-b646-edc4517316f1 req-ffae48f4-5aa0-49a0-ae72-c7d6fd3993e5 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:22.408815 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5800963-b6ee-49d8-b646-edc4517316f1 req-ffae48f4-5aa0-49a0-ae72-c7d6fd3993e5 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.52 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 946 time: 0.1124258 Sep 15 03:44:22.450173 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-384b4362-dc54-4db0-9813-25b955d748db req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] For port ea9dcef3-9f7f-4e1b-95b3-68297c318d7b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=ea9dcef3-9f7f-4e1b-95b3-68297c318d7b,segment=NetworkSegment(4756490d-0304-4153-8606-4fdb9a1e92d6),segment_id=4756490d-0304-4153-8606-4fdb9a1e92d6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:44:22.450546 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-384b4362-dc54-4db0-9813-25b955d748db req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:22.603533 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-d5800963-b6ee-49d8-b646-edc4517316f1 req-f0433385-42f8-48db-a7fa-a3674594cb76 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Deleting port 4e4ca83b-997c-4371-8187-47468d3d2d6a {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:44:22.603804 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d5800963-b6ee-49d8-b646-edc4517316f1 req-f0433385-42f8-48db-a7fa-a3674594cb76 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:22.702100 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a02eb3-d37e-4f77-a962-1841e63501ad req-cbfd7f86-837b-4d81-a3e7-da3cdeaaf0c1 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:22.703730 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-59a02eb3-d37e-4f77-a962-1841e63501ad req-cbfd7f86-837b-4d81-a3e7-da3cdeaaf0c1 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 946 time: 0.0481639 Sep 15 03:44:22.717984 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-384b4362-dc54-4db0-9813-25b955d748db req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:22.718356 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-384b4362-dc54-4db0-9813-25b955d748db req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8074502'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:22.718681 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.l3_db [req-384b4362-dc54-4db0-9813-25b955d748db req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Floating IP 879dec1c-5498-4f7e-9185-d207727f323c disassociated. External IP: 172.27.0.7, port: ea9dcef3-9f7f-4e1b-95b3-68297c318d7b. Sep 15 03:44:22.719190 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-384b4362-dc54-4db0-9813-25b955d748db req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Calling delete_port for ea9dcef3-9f7f-4e1b-95b3-68297c318d7b owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:44:22.744540 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-59a02eb3-d37e-4f77-a962-1841e63501ad req-87aa3442-87f8-476d-abcd-7dd2c276d67e tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcbe1b69-fccf-407d-9b61-cc09f43333bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333195 Sep 15 03:44:22.784648 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d5800963-b6ee-49d8-b646-edc4517316f1 req-f0433385-42f8-48db-a7fa-a3674594cb76 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] For port 4e4ca83b-997c-4371-8187-47468d3d2d6a, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=4e4ca83b-997c-4371-8187-47468d3d2d6a,segment=NetworkSegment(79379c10-e600-4a63-a3c2-e39667af28f3),segment_id=79379c10-e600-4a63-a3c2-e39667af28f3)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:44:22.785014 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d5800963-b6ee-49d8-b646-edc4517316f1 req-f0433385-42f8-48db-a7fa-a3674594cb76 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:22.801135 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-d5800963-b6ee-49d8-b646-edc4517316f1 req-f0433385-42f8-48db-a7fa-a3674594cb76 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Calling delete_port for 4e4ca83b-997c-4371-8187-47468d3d2d6a owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:44:22.855499 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736e084-91d6-4777-b28a-9144789912bd req-bc5e07c6-d53e-473e-98ac-d73e10d52f78 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:22.857273 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9736e084-91d6-4777-b28a-9144789912bd req-bc5e07c6-d53e-473e-98ac-d73e10d52f78 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 945 time: 0.0540953 Sep 15 03:44:22.897686 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9736e084-91d6-4777-b28a-9144789912bd req-ce47d998-4c46-41d6-b3e8-29d5ac9eca6f tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f595da2-25c4-4b0b-b28a-9f401640cc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343642 Sep 15 03:44:22.945819 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-384b4362-dc54-4db0-9813-25b955d748db req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:22.983760 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-34fcbf4c-e368-48b7-96ab-e7b8a20f1cd9 req-f2b1c4ef-1119-400b-b45d-a7288d9f499a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0276256 Sep 15 03:44:23.004671 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event deleted for resources: {'Port': ['ID=ea9dcef3-9f7f-4e1b-95b3-68297c318d7b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:44:23.051204 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:23.051570 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:23.051916 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:23.052257 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:23.052639 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:23.053104 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:23.053442 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:23.053776 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:23.054111 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:23.054441 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:23.054768 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:23.055194 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:23.069879 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d5800963-b6ee-49d8-b646-edc4517316f1 req-f0433385-42f8-48db-a7fa-a3674594cb76 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:23.105104 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0433385-42f8-48db-a7fa-a3674594cb76 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Pushing event deleted for resources: {'Port': ['ID=4e4ca83b-997c-4371-8187-47468d3d2d6a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:44:23.107571 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['4e4ca83b-997c-4371-8187-47468d3d2d6a'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:44:23.426280 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5800963-b6ee-49d8-b646-edc4517316f1 req-f0433385-42f8-48db-a7fa-a3674594cb76 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] No DVR routers for this DVR port 4e4ca83b-997c-4371-8187-47468d3d2d6a on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:44:23.429757 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d5800963-b6ee-49d8-b646-edc4517316f1 req-f0433385-42f8-48db-a7fa-a3674594cb76 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:23.431736 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d5800963-b6ee-49d8-b646-edc4517316f1 req-f0433385-42f8-48db-a7fa-a3674594cb76 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.52 "DELETE /v2.0/ports/4e4ca83b-997c-4371-8187-47468d3d2d6a HTTP/1.1" status: 204 len: 173 time: 1.0143270 Sep 15 03:44:23.432203 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658011a2-481b-4fde-98d8-dcbaee21de87', 'name': 'network-vif-deleted', 'tag': '4e4ca83b-997c-4371-8187-47468d3d2d6a'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:44:23.434420 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805d8e11-e4fa-4ec9-ba96-9488218f895a" -d '{"events": [{"server_uuid": "658011a2-481b-4fde-98d8-dcbaee21de87", "name": "network-vif-deleted", "tag": "4e4ca83b-997c-4371-8187-47468d3d2d6a"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:44:23.445003 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-384b4362-dc54-4db0-9813-25b955d748db req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Router e3490e95-1166-440c-b04d-5f621ad27e96 has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:44:23.506570 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cc407b-f6a4-445b-ab6b-1334cd9fa547 x-openstack-request-id: req-77cc407b-f6a4-445b-ab6b-1334cd9fa547 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:44:23.506998 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658011a2-481b-4fde-98d8-dcbaee21de87", "name": "network-vif-deleted", "tag": "4e4ca83b-997c-4371-8187-47468d3d2d6a", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:44:23.507246 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77cc407b-f6a4-445b-ab6b-1334cd9fa547 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:44:23.507633 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658011a2-481b-4fde-98d8-dcbaee21de87', 'name': 'network-vif-deleted', 'tag': '4e4ca83b-997c-4371-8187-47468d3d2d6a', 'status': 'completed', 'code': 200} Sep 15 03:44:23.579795 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-384b4362-dc54-4db0-9813-25b955d748db req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:44:23.590244 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed53cd-b552-4e9c-b0b6-0f41f8eb75c5 None None] Sync routers for ids ['e3490e95-1166-440c-b04d-5f621ad27e96'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:44:23.600129 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed53cd-b552-4e9c-b0b6-0f41f8eb75c5 None None] Routers {'e3490e95-1166-440c-b04d-5f621ad27e96'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:44:23.600743 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-32ed53cd-b552-4e9c-b0b6-0f41f8eb75c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:44:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['e3490e95-1166-440c-b04d-5f621ad27e96'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:44:23.633350 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-384b4362-dc54-4db0-9813-25b955d748db req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] No DVR routers for this DVR port ea9dcef3-9f7f-4e1b-95b3-68297c318d7b on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:44:23.636076 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-384b4362-dc54-4db0-9813-25b955d748db req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:23.638056 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-384b4362-dc54-4db0-9813-25b955d748db req-914a5743-b064-4091-813c-2efb229cb46b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.52 "DELETE /v2.0/ports/ea9dcef3-9f7f-4e1b-95b3-68297c318d7b HTTP/1.1" status: 204 len: 173 time: 1.4349411 Sep 15 03:44:23.710580 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-32ed53cd-b552-4e9c-b0b6-0f41f8eb75c5 None None] Set router e3490e95-1166-440c-b04d-5f621ad27e96 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:44:23.845924 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4de21bb3-4155-4d72-84b8-fe3958bdc83a req-9ed2c325-a618-4d48-be40-dfb35ec6eb70 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0277710 Sep 15 03:44:23.919992 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-32ed53cd-b552-4e9c-b0b6-0f41f8eb75c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '685e2fbd-b65d-431a-b01c-e8248d28f4ee', 'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:16Z', 'updated_at': '2021-09-15T03:30:20Z', 'revision_number': 5, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'subnets': [{'id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:44:23.945972 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed53cd-b552-4e9c-b0b6-0f41f8eb75c5 None None] Checking router: e3490e95-1166-440c-b04d-5f621ad27e96 for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:44:23.954501 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed53cd-b552-4e9c-b0b6-0f41f8eb75c5 None None] Routers {'e3490e95-1166-440c-b04d-5f621ad27e96'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:44:23.955150 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-32ed53cd-b552-4e9c-b0b6-0f41f8eb75c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:44:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['e3490e95-1166-440c-b04d-5f621ad27e96'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:44:24.002826 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eb5e80c4-86c8-4a2e-9a34-e8145d83e15b req-06d02b14-5a08-4586-9fa6-2bac2667a0eb tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/ports?device_id=05a61306-4519-4006-91f4-d07177f20110 HTTP/1.1" status: 200 len: 210 time: 0.0267141 Sep 15 03:44:24.060379 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-32ed53cd-b552-4e9c-b0b6-0f41f8eb75c5 None None] Set router e3490e95-1166-440c-b04d-5f621ad27e96 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:44:24.081221 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dba95b14-aff1-4141-96fa-55e5c6429307 req-16e0d969-a028-4892-884f-c1be7e336206 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0247974 Sep 15 03:44:24.262769 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-32ed53cd-b552-4e9c-b0b6-0f41f8eb75c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '685e2fbd-b65d-431a-b01c-e8248d28f4ee', 'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:16Z', 'updated_at': '2021-09-15T03:30:20Z', 'revision_number': 5, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'subnets': [{'id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:44:24.292186 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed53cd-b552-4e9c-b0b6-0f41f8eb75c5 None None] The sync data for ids ['e3490e95-1166-440c-b04d-5f621ad27e96'] in dv-cinder-806965-6-iscsi is: [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:30:17Z', 'revision_number': 4, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '685e2fbd-b65d-431a-b01c-e8248d28f4ee', 'name': '', 'network_id': 'c37fb0f9-98bc-428c-87b6-0e86fc30398f', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'mac_address': 'fa:16:3e:3b:10:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:16Z', 'updated_at': '2021-09-15T03:30:20Z', 'revision_number': 5, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'subnets': [{'id': 'a43cabc1-2adc-413a-995e-825ef21d09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:44:24.486156 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30cc417-8cd1-4d15-a721-8775ab4a92e5 None None] New status for floating IP 879dec1c-5498-4f7e-9185-d207727f323c: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:44:24.939707 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ee80a768-0faa-46d1-8c53-1d371cfefc53 req-79bc62d4-23fb-48e6-b414-ef6d719ec8db tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0289767 Sep 15 03:44:25.085832 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 52384) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:44:25.144662 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f176622e-1046-4dc2-8721-d15e13ac6605 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:25.169063 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f176622e-1046-4dc2-8721-d15e13ac6605 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:25.180403 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-404ef1c0-6d5c-4cfb-84ca-6fbaa52c262f req-c2b6b536-701e-49cf-9ee8-9ed4f7a60bbb tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0266378 Sep 15 03:44:25.215188 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f176622e-1046-4dc2-8721-d15e13ac6605 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:25.218242 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f176622e-1046-4dc2-8721-d15e13ac6605 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:25.219474 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-f176622e-1046-4dc2-8721-d15e13ac6605 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "DELETE /v2.0/security-groups/0f595da2-25c4-4b0b-b28a-9f401640cc4f HTTP/1.1" status: 204 len: 168 time: 0.1323388 Sep 15 03:44:25.222408 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 52388) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:44:25.229455 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176622e-1046-4dc2-8721-d15e13ac6605 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f595da2-25c4-4b0b-b28a-9f401640cc4f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:44:25.237044 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.api.v2.resource [None req-c33fe34e-c7dd-45b7-8c75-682d91caf2d0 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] show failed (client error): The resource could not be found. Sep 15 03:44:25.238032 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c33fe34e-c7dd-45b7-8c75-682d91caf2d0 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "GET /v2.0/security-groups/0f595da2-25c4-4b0b-b28a-9f401640cc4f HTTP/1.1" status: 404 len: 347 time: 0.0145335 Sep 15 03:44:25.241721 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 52390) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:44:25.360833 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Deleting port dc4079a8-5821-4572-befd-70e665c88c3d {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:44:25.361173 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:25.437272 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:25.437632 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:25.449201 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Calling delete_port for dc4079a8-5821-4572-befd-70e665c88c3d owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:44:25.508809 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a61306-4519-4006-91f4-d07177f20110', 'name': 'network-vif-deleted', 'tag': 'ea9dcef3-9f7f-4e1b-95b3-68297c318d7b'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:44:25.511317 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ac3c55-f64e-4ad2-95b1-21ddb60d0cb1" -d '{"events": [{"server_uuid": "05a61306-4519-4006-91f4-d07177f20110", "name": "network-vif-deleted", "tag": "ea9dcef3-9f7f-4e1b-95b3-68297c318d7b"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:44:25.550737 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d04be1f-278d-4140-a3dc-fa37a42879e6 x-openstack-request-id: req-1d04be1f-278d-4140-a3dc-fa37a42879e6 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:44:25.551134 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a61306-4519-4006-91f4-d07177f20110", "name": "network-vif-deleted", "tag": "ea9dcef3-9f7f-4e1b-95b3-68297c318d7b", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:44:25.551386 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d04be1f-278d-4140-a3dc-fa37a42879e6 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:44:25.551779 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a61306-4519-4006-91f4-d07177f20110', 'name': 'network-vif-deleted', 'tag': 'ea9dcef3-9f7f-4e1b-95b3-68297c318d7b', 'status': 'completed', 'code': 200} Sep 15 03:44:25.586741 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:25.615495 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Pushing event deleted for resources: {'Port': ['ID=dc4079a8-5821-4572-befd-70e665c88c3d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:44:25.627167 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:25.627525 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:25.627871 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:25.628211 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:25.628546 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:25.628879 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:25.629208 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:25.629541 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:25.629867 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:25.630192 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:25.630572 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:25.630913 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:25.683288 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:25.685763 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:25.686938 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-a9927e52-117c-412b-9320-0a919666418b tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] 10.222.0.24 "DELETE /v2.0/floatingips/879dec1c-5498-4f7e-9185-d207727f323c HTTP/1.1" status: 204 len: 168 time: 0.4443314 Sep 15 03:44:26.032661 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3a1b3135-2a65-4ec2-bb69-860cdf817819 req-b2485e5f-e1db-431c-98eb-31cb3ba4707a tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0261486 Sep 15 03:44:26.117703 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 4e4ca83b-997c-4371-8187-47468d3d2d6a no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:44:26.137851 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: 4e4ca83b-997c-4371-8187-47468d3d2d6a {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:44:26.138197 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 4e4ca83b-997c-4371-8187-47468d3d2d6a not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:44:26.138612 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device ea9dcef3-9f7f-4e1b-95b3-68297c318d7b no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:44:26.156707 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: ea9dcef3-9f7f-4e1b-95b3-68297c318d7b {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:44:26.157053 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device ea9dcef3-9f7f-4e1b-95b3-68297c318d7b not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:44:26.278430 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ae5e71c6-ff79-476d-85a7-9e20760dc13b req-8e0e7698-aae5-4ba6-bdf2-ab50917a6d5a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0263603 Sep 15 03:44:27.127864 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0c45d487-92ec-425e-a091-ca7fd70b145f req-b608f893-dbde-4f8e-8996-4e3226eb9af1 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0301449 Sep 15 03:44:27.375286 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-833fdfae-3eb2-4f0b-8d09-5f224ca61930 req-8c2fb531-1907-4910-b3c8-38333fa88fd9 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0256474 Sep 15 03:44:28.219151 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-441835c0-7f4c-4d6e-920c-f12c4ed58d69 req-d78ecfe5-f384-4b2d-9ec2-1f36a36f4c67 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0261796 Sep 15 03:44:28.472758 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a278760b-5173-4d96-8f9d-b22cd16b8b4e req-178080ea-8914-43a5-8219-fc769d5e075d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0261889 Sep 15 03:44:29.310757 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a9f3693e-3ee6-4bbd-8a91-d62c8e7a4690 req-15a6f905-352d-4173-b758-1efa9f21a4dc tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0264046 Sep 15 03:44:29.569017 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ba4c637b-5606-4410-a60e-012c668b3cbc req-103e7925-86a6-4bed-8a43-6ead0a293570 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0252378 Sep 15 03:44:30.404688 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b10ebc5c-5aaf-42c4-8555-fd1dbc6203cb req-4ff1ceff-6665-4d93-9849-9cb364582b33 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0288785 Sep 15 03:44:30.665605 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d46c7756-7fa2-49f4-aa84-6b798c893689 req-1ad3dec5-36e4-4da1-b481-8d5e85ae873f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0259421 Sep 15 03:44:31.495687 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9c2b1237-ffdb-47fa-803a-e7c75fb78ba1 req-e04199ce-11e3-4761-854c-b6b201e4eb84 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0257142 Sep 15 03:44:31.762851 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5c28ec54-fedb-4e8a-964c-87a0265460f4 req-25e94a6d-7e7e-41ba-8065-04b33f5b497b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0271242 Sep 15 03:44:32.587824 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-05e7a76b-f070-406e-9b3a-cda2e58f2e20 req-dae4ab93-fea1-4788-902d-3e79367df825 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0259678 Sep 15 03:44:32.861784 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0e5fedde-2ab9-4619-86b8-082665960fed req-c79a3b3c-910f-4619-93d9-e321f4c46baa tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0258529 Sep 15 03:44:33.682776 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8a4e0703-8ff6-4f03-837d-929b03729706 req-2995bfe9-2160-4581-96d6-c24e3120ee33 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0281842 Sep 15 03:44:33.956773 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-47b728e4-7788-42f7-a8f0-f5815b9bc1fa req-af3c8756-2755-4c81-8f09-6978ddb8ea7e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0255840 Sep 15 03:44:34.775209 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2a37bf5e-1443-4cec-ac87-d7a33fe924d0 req-b24e9174-2147-45be-8766-7111b5e1b8fd tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0259845 Sep 15 03:44:35.054416 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d3f782ad-3cf3-4559-8379-5be0752da6b5 req-fb247fae-7361-4b55-9e7a-7919f875a2b8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0257127 Sep 15 03:44:35.747436 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-20f9f7fb-601b-41b3-8e2f-66b43518771e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:35.867799 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7b83bf37-74f2-46df-a890-7e287fb73792 req-8f43dbdd-9a5e-48a7-a8cf-346491414a40 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0262434 Sep 15 03:44:36.149170 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bf1fd6b6-9a9a-4f8d-9a96-2a26072428ba req-a6c61f39-30b8-41c7-aa7d-316dc1aa80a2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0250616 Sep 15 03:44:36.788219 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:36.961106 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f0de499f-096e-473d-b3ad-17c0033097fb req-d789a32b-b0c6-493b-91fd-e58775828f72 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0289860 Sep 15 03:44:37.245625 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b4b934c3-e9b0-49ce-9b03-d28fbcfbcbaa req-fa04e539-cd97-4fbb-ac9b-13c73a4c8677 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0258107 Sep 15 03:44:38.051776 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0af60a86-963f-4b4d-9680-20796dd01d65 req-cf3cc9b1-b266-40c3-b422-9e180f1030cc tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0250366 Sep 15 03:44:38.223692 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-74e82805-ff5b-4780-9071-d6b8df6dd174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:38.341891 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-87f11594-7a2a-4354-8473-34e50eba919a req-2fdd2217-4342-4467-88b3-e489d2c97634 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0258577 Sep 15 03:44:38.798222 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:39.056739 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:44:39.148557 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4ca0e4b9-c985-4bdf-b5a1-13bb3cd966f5 req-5b918e3a-bf91-455a-aeed-1aa6b987c75c tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0281723 Sep 15 03:44:39.459448 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cecbd609-ae57-4fa8-a8b6-44675f843bf9 req-67c6a591-4abb-495b-84a4-54138199e5e8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=707b5418-207a-461a-9d94-2e7c9c4a8dda HTTP/1.1" status: 200 len: 210 time: 0.0267415 Sep 15 03:44:39.485877 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:40.242400 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2c9bc711-a767-4437-9f4e-f7eafdc9e97f req-7ca9cae1-8bd4-4703-bd9c-b39577026408 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0287051 Sep 15 03:44:40.544680 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 52464) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:44:40.598162 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39064791-cabd-49e6-9ec4-17b4b688049a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:40.621765 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39064791-cabd-49e6-9ec4-17b4b688049a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:40.670439 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39064791-cabd-49e6-9ec4-17b4b688049a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:40.673021 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39064791-cabd-49e6-9ec4-17b4b688049a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:40.674195 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-39064791-cabd-49e6-9ec4-17b4b688049a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "DELETE /v2.0/security-groups/69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0 HTTP/1.1" status: 204 len: 168 time: 0.1281979 Sep 15 03:44:40.676954 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 52466) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:44:40.684269 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39064791-cabd-49e6-9ec4-17b4b688049a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:44:40.696063 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.api.v2.resource [None req-9f55d7d0-7499-43f6-867e-8cf822180fc3 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] show failed (client error): The resource could not be found. Sep 15 03:44:40.697098 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9f55d7d0-7499-43f6-867e-8cf822180fc3 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups/69ae8c11-cd71-4cb3-aa0b-5efd4aa69fb0 HTTP/1.1" status: 404 len: 347 time: 0.0172036 Sep 15 03:44:40.699908 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 52468) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:44:40.836310 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-6497d853-5e68-45ec-a8aa-1ca637f2c615 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Deleting port e2c575ec-e9ce-4b1f-85de-46dde87da115 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:44:40.836542 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6497d853-5e68-45ec-a8aa-1ca637f2c615 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:40.904218 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:40.912089 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6497d853-5e68-45ec-a8aa-1ca637f2c615 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:40.912425 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6497d853-5e68-45ec-a8aa-1ca637f2c615 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:40.923765 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-6497d853-5e68-45ec-a8aa-1ca637f2c615 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Calling delete_port for e2c575ec-e9ce-4b1f-85de-46dde87da115 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:44:41.055097 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6497d853-5e68-45ec-a8aa-1ca637f2c615 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:41.080433 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497d853-5e68-45ec-a8aa-1ca637f2c615 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event deleted for resources: {'Port': ['ID=e2c575ec-e9ce-4b1f-85de-46dde87da115,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:44:41.150714 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6497d853-5e68-45ec-a8aa-1ca637f2c615 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:41.153263 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6497d853-5e68-45ec-a8aa-1ca637f2c615 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:41.154552 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-6497d853-5e68-45ec-a8aa-1ca637f2c615 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "DELETE /v2.0/floatingips/3150eab1-073c-49d9-b614-4e75f54149d1 HTTP/1.1" status: 204 len: 168 time: 0.4536276 Sep 15 03:44:41.334451 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1e31fe26-f1f4-4ecc-8437-a0c28a794976 req-4866f8d6-2748-433b-828e-ee5dde946965 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0261688 Sep 15 03:44:41.498864 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 52480) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:44:41.503387 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-642e2408-25d9-465a-a92f-afa8fad4c0bd tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--868727896', 'description': 'tempest-description--425360255'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:44:41.525155 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-642e2408-25d9-465a-a92f-afa8fad4c0bd tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:41.604260 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-642e2408-25d9-465a-a92f-afa8fad4c0bd tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:41.608132 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-642e2408-25d9-465a-a92f-afa8fad4c0bd tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:41.634087 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-642e2408-25d9-465a-a92f-afa8fad4c0bd tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:41.635324 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-642e2408-25d9-465a-a92f-afa8fad4c0bd tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1353753 Sep 15 03:44:41.638290 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 52482) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:44:41.640057 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e2408-25d9-465a-a92f-afa8fad4c0bd tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73298466-bc72-46ed-8073-5bc8f861c798,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:44:41.642888 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-1085fd68-9359-408c-ae80-4b1320fe5dd6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Request body: {'security_group_rule': {'security_group_id': '73298466-bc72-46ed-8073-5bc8f861c798', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:44:41.669758 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1085fd68-9359-408c-ae80-4b1320fe5dd6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:41.721384 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1085fd68-9359-408c-ae80-4b1320fe5dd6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:41.725738 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1085fd68-9359-408c-ae80-4b1320fe5dd6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:41.743626 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085fd68-9359-408c-ae80-4b1320fe5dd6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491ad8d7-7721-4cf9-9f63-ced6b0af0621,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:44:41.749994 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1085fd68-9359-408c-ae80-4b1320fe5dd6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:41.750714 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-1085fd68-9359-408c-ae80-4b1320fe5dd6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114686 Sep 15 03:44:41.753483 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 52484) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:44:41.757731 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-60b43440-1803-4c11-be51-cbaa8883ba8b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Request body: {'security_group_rule': {'security_group_id': '73298466-bc72-46ed-8073-5bc8f861c798', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:44:41.782601 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-60b43440-1803-4c11-be51-cbaa8883ba8b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:41.837135 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-60b43440-1803-4c11-be51-cbaa8883ba8b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:41.840892 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-60b43440-1803-4c11-be51-cbaa8883ba8b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:41.860350 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b43440-1803-4c11-be51-cbaa8883ba8b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d204629-a051-4581-a58a-35eafd8fdb3c,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:44:41.864026 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-60b43440-1803-4c11-be51-cbaa8883ba8b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:41.866030 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-60b43440-1803-4c11-be51-cbaa8883ba8b tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116366 Sep 15 03:44:41.869035 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 52486) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:44:41.873185 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Request body: {'floatingip': {'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:44:41.893432 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:41.985938 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:42.084873 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Allocated IP 172.27.0.90 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/2909a2b6-06b4-4586-b222-1affd1994812) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:44:42.188354 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:42.221906 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:42.258730 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:44:42.261551 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:44:42.265617 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:44:42.291707 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event updated for resources: {'Port': ['ID=2909a2b6-06b4-4586-b222-1affd1994812,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:44:42.353929 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:42.390832 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:42.428280 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5b5ca421-5107-4044-9b06-3edf2bb50d2c req-14a7ea1a-42c8-4d4c-809a-6185f12235d4 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0252976 Sep 15 03:44:42.536871 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:42.541532 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:42.610612 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event updated for resources: {'Port': ['ID=2909a2b6-06b4-4586-b222-1affd1994812,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:44:42.621783 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8074502'] for floatingip, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:42.635095 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:42.636318 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-c5f6f654-3abf-42e1-ab0b-776c6ac44b4c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7663729 Sep 15 03:44:42.782476 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-f03eebc2-0a11-491f-8329-d66646589e53 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--868727896&fields=id&tenant_id=5cfd6b9797a94b10a0e749d1d77b96be HTTP/1.1" status: 200 len: 267 time: 0.0346186 Sep 15 03:44:42.888061 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-b77ed2fc-afdc-47d1-bbc9-93eea286b28d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:42.889493 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-b77ed2fc-afdc-47d1-bbc9-93eea286b28d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/networks?id=26fdd753-7482-4f5b-beff-09787fea2442 HTTP/1.1" status: 200 len: 817 time: 0.1002145 Sep 15 03:44:42.904276 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-2ad31393-5f5e-4422-8228-53578dd8255d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/quotas/5cfd6b9797a94b10a0e749d1d77b96be HTTP/1.1" status: 200 len: 375 time: 0.0090845 Sep 15 03:44:42.954060 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-d9d968dd-12b4-4f63-adab-6c2107fe063a tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5cfd6b9797a94b10a0e749d1d77b96be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0447998 Sep 15 03:44:43.093632 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-7fecff96-706c-4687-9312-6c50e97d8280 service neutron] 10.222.0.24 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260393 Sep 15 03:44:43.184636 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-368a05e3-b39a-41f7-bad4-2278b37df54e service neutron] 10.222.0.24 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842612 Sep 15 03:44:43.342683 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ec836071-a525-4a7c-8aa7-9d0a2f495b80 req-eb45b649-0064-4d0a-8523-db1b381056ee tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 210 time: 0.0279970 Sep 15 03:44:43.525099 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7ee59c52-f7f1-4334-948c-a5c0305d7528 req-f67d2557-ef92-4bc7-a144-dd3f9839007e tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0275838 Sep 15 03:44:44.445980 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3b0dfc8a-873f-4eb2-baec-2e12843b4056 req-9e104564-68c6-428a-92e8-b595d41b0360 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 210 time: 0.0289984 Sep 15 03:44:44.492417 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-fd924714-02eb-4d9c-a8b2-22c8b522426f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:44.493849 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-fd924714-02eb-4d9c-a8b2-22c8b522426f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.52 "GET /v2.0/networks?id=26fdd753-7482-4f5b-beff-09787fea2442 HTTP/1.1" status: 200 len: 817 time: 0.1144063 Sep 15 03:44:44.563754 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5859a55f-47bb-4a2d-a55d-2852de2ee426 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cfd6b9797a94b10a0e749d1d77b96be HTTP/1.1" status: 200 len: 379 time: 0.0365620 Sep 15 03:44:44.575412 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-9b7e40a0-a208-4415-ad92-1b54d1fe91a6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Request body: {'port': {'device_id': '9de0e0a4-0d2e-4b07-ad04-a1952b24c07e', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'admin_state_up': True, 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'security_groups': ['73298466-bc72-46ed-8073-5bc8f861c798']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:44:44.620899 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1828f3fe-da8a-4a79-9a73-4ba7ce5a939b req-3c103ac3-c519-4311-b389-9815562f46fa tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0271151 Sep 15 03:44:44.681093 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-9b7e40a0-a208-4415-ad92-1b54d1fe91a6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Made reservation on behalf of 5cfd6b9797a94b10a0e749d1d77b96be for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:44:44.684586 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-9b7e40a0-a208-4415-ad92-1b54d1fe91a6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:44.807364 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-9b7e40a0-a208-4415-ad92-1b54d1fe91a6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Allocated IP 172.20.0.12 (26fdd753-7482-4f5b-beff-09787fea2442/c310f472-bb8c-474d-9c9c-ea872f0338ee/1727dd01-ac12-438f-95c5-640d68875700) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:44:44.944717 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-9b7e40a0-a208-4415-ad92-1b54d1fe91a6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:44.977164 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-9b7e40a0-a208-4415-ad92-1b54d1fe91a6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:45.015310 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-9b7e40a0-a208-4415-ad92-1b54d1fe91a6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Network 26fdd753-7482-4f5b-beff-09787fea2442 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:44:45.018188 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-9b7e40a0-a208-4415-ad92-1b54d1fe91a6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:44:45.022211 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-9b7e40a0-a208-4415-ad92-1b54d1fe91a6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:44:45.052454 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e40a0-a208-4415-ad92-1b54d1fe91a6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event updated for resources: {'Port': ['ID=1727dd01-ac12-438f-95c5-640d68875700,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:44:45.080514 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-9b7e40a0-a208-4415-ad92-1b54d1fe91a6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:45.081132 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-9b7e40a0-a208-4415-ad92-1b54d1fe91a6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:45.096976 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-9b7e40a0-a208-4415-ad92-1b54d1fe91a6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5251117 Sep 15 03:44:45.122935 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Request body: {'port': {'device_id': '9de0e0a4-0d2e-4b07-ad04-a1952b24c07e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:44:45.177874 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:45.196596 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0b5ede24-5386-4fd2-b039-f6cb824b6fdc None None] Provisioning complete for port 1727dd01-ac12-438f-95c5-640d68875700 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:44:45.197191 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0b5ede24-5386-4fd2-b039-f6cb824b6fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:45.229908 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0b5ede24-5386-4fd2-b039-f6cb824b6fdc None None] Port 1727dd01-ac12-438f-95c5-640d68875700 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:44:45.444950 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1727dd01-ac12-438f-95c5-640d68875700 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:44:45.452386 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:45.465640 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Transition to ACTIVE for port object 1727dd01-ac12-438f-95c5-640d68875700 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 03:44:45.469179 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:45.521729 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Pushing event updated for resources: {'Port': ['ID=1727dd01-ac12-438f-95c5-640d68875700,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:44:45.567438 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81babd-b163-4e33-9839-6db41ab5efdf req-a2ef0915-8361-40a0-b67d-6d91fa7d7642 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:45.569038 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1b81babd-b163-4e33-9839-6db41ab5efdf req-a2ef0915-8361-40a0-b67d-6d91fa7d7642 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 944 time: 0.0513489 Sep 15 03:44:45.604064 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Attempting to bind port 1727dd01-ac12-438f-95c5-640d68875700 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:44:45.604580 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Attempting to bind port 1727dd01-ac12-438f-95c5-640d68875700 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'aac14159-cd43-49c0-9a4b-bd6818db6dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:44:45.604775 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Attempting to bind port 1727dd01-ac12-438f-95c5-640d68875700 on network 26fdd753-7482-4f5b-beff-09787fea2442 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:44:45.609992 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Port 1727dd01-ac12-438f-95c5-640d68875700 on network 26fdd753-7482-4f5b-beff-09787fea2442 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 03:44:45.610316 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Attempting to bind port 1727dd01-ac12-438f-95c5-640d68875700 on network 26fdd753-7482-4f5b-beff-09787fea2442 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:44:45.613066 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1b81babd-b163-4e33-9839-6db41ab5efdf req-4685270c-a88d-48cb-8881-7a2f8da52a7e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=73298466-bc72-46ed-8073-5bc8f861c798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366089 Sep 15 03:44:45.615571 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:44:45.615918 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Checking segment: {'id': 'aac14159-cd43-49c0-9a4b-bd6818db6dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:44:45.616310 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Bound using segment: {'id': 'aac14159-cd43-49c0-9a4b-bd6818db6dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:44:45.616898 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Bound port: 1727dd01-ac12-438f-95c5-640d68875700, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac14159-cd43-49c0-9a4b-bd6818db6dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:44:45.617103 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:45.704017 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] For port 1727dd01-ac12-438f-95c5-640d68875700, host hv-cinder-80696, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:44:45.707769 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] For port 1727dd01-ac12-438f-95c5-640d68875700, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=1727dd01-ac12-438f-95c5-640d68875700,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:44:45.712453 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:45.725654 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7e59aa92-47e9-4ef4-8096-6eead7c48ad5 req-0dd5a5a6-f73c-425e-8406-62f7b68849e5 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0267024 Sep 15 03:44:45.757177 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:45.757809 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:45.759307 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] 10.222.0.52 "PUT /v2.0/ports/1727dd01-ac12-438f-95c5-640d68875700 HTTP/1.1" status: 200 len: 1094 time: 0.6406875 Sep 15 03:44:45.760166 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de0e0a4-0d2e-4b07-ad04-a1952b24c07e', 'tag': '1727dd01-ac12-438f-95c5-640d68875700'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:44:45.762405 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2834d2e8-2b0d-4caf-bbdf-eec48548fe2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9de0e0a4-0d2e-4b07-ad04-a1952b24c07e", "tag": "1727dd01-ac12-438f-95c5-640d68875700"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:44:45.792128 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeebee3-5f20-46e2-94a5-3ef8ee4b592a service neutron] Pushing event updated for resources: {'Port': ['ID=1727dd01-ac12-438f-95c5-640d68875700,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:44:45.805045 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0449f89a-4685-4454-8355-29da870ac960 x-openstack-request-id: req-0449f89a-4685-4454-8355-29da870ac960 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:44:45.805341 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de0e0a4-0d2e-4b07-ad04-a1952b24c07e", "tag": "1727dd01-ac12-438f-95c5-640d68875700", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:44:45.805597 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0449f89a-4685-4454-8355-29da870ac960 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:44:45.805997 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de0e0a4-0d2e-4b07-ad04-a1952b24c07e', 'tag': '1727dd01-ac12-438f-95c5-640d68875700', 'status': 'completed', 'code': 200} Sep 15 03:44:45.881544 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-044aa6d1-eb80-4e56-8870-c7103afbbac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:45.883275 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-044aa6d1-eb80-4e56-8870-c7103afbbac7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cfd6b9797a94b10a0e749d1d77b96be&device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 1097 time: 0.0426474 Sep 15 03:44:45.940843 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-a48e291b-fdf5-4b6b-aecb-8e94ed3e7634 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1727dd01-ac12-438f-95c5-640d68875700 HTTP/1.1" status: 200 len: 217 time: 0.0369279 Sep 15 03:44:45.994095 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-b1e42b6c-a60f-47e2-a710-8d328723dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:45.995597 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-b1e42b6c-a60f-47e2-a710-8d328723dbde service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c310f472-bb8c-474d-9c9c-ea872f0338ee HTTP/1.1" status: 200 len: 856 time: 0.0441809 Sep 15 03:44:46.039982 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-689518d8-fed8-4024-b824-1501e2a20f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:46.041439 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-689518d8-fed8-4024-b824-1501e2a20f26 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26fdd753-7482-4f5b-beff-09787fea2442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387931 Sep 15 03:44:46.133246 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-7a804865-f08d-4bc2-9093-002723a7a549 service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833049 Sep 15 03:44:46.224578 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f08cfcf1-3281-4edd-be16-3568f7b54ec2 req-52a5249c-9690-40a4-99bd-0718327c6d90 service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795488 Sep 15 03:44:46.366412 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834d2e8-2b0d-4caf-bbdf-eec48548fe2f req-3f2f2f10-6ee3-4ec7-bb34-53d0d80e2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:46.367957 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2834d2e8-2b0d-4caf-bbdf-eec48548fe2f req-3f2f2f10-6ee3-4ec7-bb34-53d0d80e2fe7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cfd6b9797a94b10a0e749d1d77b96be&device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 1097 time: 0.0454507 Sep 15 03:44:46.461871 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834d2e8-2b0d-4caf-bbdf-eec48548fe2f req-35fea552-e18f-4534-a26f-448967cee666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:46.463418 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2834d2e8-2b0d-4caf-bbdf-eec48548fe2f req-35fea552-e18f-4534-a26f-448967cee666 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26fdd753-7482-4f5b-beff-09787fea2442 HTTP/1.1" status: 200 len: 918 time: 0.0839331 Sep 15 03:44:46.509751 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2834d2e8-2b0d-4caf-bbdf-eec48548fe2f req-eb8dccd0-65aa-492a-9ed2-9696a47ccf85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1727dd01-ac12-438f-95c5-640d68875700 HTTP/1.1" status: 200 len: 217 time: 0.0381093 Sep 15 03:44:46.560220 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834d2e8-2b0d-4caf-bbdf-eec48548fe2f req-ec2c6a22-0851-4cd0-bdf1-88492e1a2e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:46.561655 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2834d2e8-2b0d-4caf-bbdf-eec48548fe2f req-ec2c6a22-0851-4cd0-bdf1-88492e1a2e92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c310f472-bb8c-474d-9c9c-ea872f0338ee HTTP/1.1" status: 200 len: 856 time: 0.0425601 Sep 15 03:44:46.607280 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834d2e8-2b0d-4caf-bbdf-eec48548fe2f req-07c80624-7a29-4db6-87f8-6e0516a07c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:46.608730 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2834d2e8-2b0d-4caf-bbdf-eec48548fe2f req-07c80624-7a29-4db6-87f8-6e0516a07c26 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26fdd753-7482-4f5b-beff-09787fea2442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384660 Sep 15 03:44:46.701697 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2834d2e8-2b0d-4caf-bbdf-eec48548fe2f req-fe3c50f1-0d28-4aa6-94a8-3694b9ed6a2b service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847149 Sep 15 03:44:46.736393 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880c436-b864-414b-8b11-aa56d19c8a86 req-928b6e02-7266-4dcc-9e89-e9ce42a71b48 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:46.737904 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6880c436-b864-414b-8b11-aa56d19c8a86 req-928b6e02-7266-4dcc-9e89-e9ce42a71b48 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 944 time: 0.0490265 Sep 15 03:44:46.775555 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6880c436-b864-414b-8b11-aa56d19c8a86 req-f06ad3cc-c612-45ea-834c-6a703b712dbc tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=73298466-bc72-46ed-8073-5bc8f861c798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314193 Sep 15 03:44:46.795235 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-2834d2e8-2b0d-4caf-bbdf-eec48548fe2f req-e01e350a-1cd7-4292-94e1-1e64e4b19db3 service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844483 Sep 15 03:44:46.859229 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ff7af894-2cf8-49b9-9bfe-4b4da2d0a17a req-12f0903c-0e2b-4f41-9506-ab9b03539335 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0267029 Sep 15 03:44:47.894612 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aef1b4-5adb-4f82-a937-451450365b31 req-c43ac56d-6fab-4e93-b585-b9c14f00c97f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:47.896103 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-11aef1b4-5adb-4f82-a937-451450365b31 req-c43ac56d-6fab-4e93-b585-b9c14f00c97f tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 944 time: 0.0505497 Sep 15 03:44:47.932121 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-11aef1b4-5adb-4f82-a937-451450365b31 req-9df0e12e-85f8-4092-a6f2-40d6877ffe96 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=73298466-bc72-46ed-8073-5bc8f861c798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298500 Sep 15 03:44:48.012909 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ae10c61c-03b8-487a-a0de-e0f58045f0db req-bde1c034-5a17-47ce-94e3-df87057f1d75 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0250194 Sep 15 03:44:49.050566 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87563d-1123-4b48-97ee-0f726ed16493 req-c1a74af9-7d2d-42a1-874f-4fcab34e6651 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:49.052064 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4a87563d-1123-4b48-97ee-0f726ed16493 req-c1a74af9-7d2d-42a1-874f-4fcab34e6651 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 944 time: 0.0492997 Sep 15 03:44:49.091329 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4a87563d-1123-4b48-97ee-0f726ed16493 req-0351eb3d-5fdb-40ca-ae43-0a43b0d4a3aa tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=73298466-bc72-46ed-8073-5bc8f861c798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320680 Sep 15 03:44:49.171911 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-df525f5a-ede9-4109-a1cf-b0560e4156a5 req-762eead1-9220-416c-93b8-7583b42e0214 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0255153 Sep 15 03:44:50.210467 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f55d2-1d00-4204-bff3-616bdd5e9b38 req-bcd6bd40-ad94-4ed0-953f-b39382ddcbdf tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:50.211977 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2b7f55d2-1d00-4204-bff3-616bdd5e9b38 req-bcd6bd40-ad94-4ed0-953f-b39382ddcbdf tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 944 time: 0.0518138 Sep 15 03:44:50.224812 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 1727dd01-ac12-438f-95c5-640d68875700 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 03:44:50.249902 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2b7f55d2-1d00-4204-bff3-616bdd5e9b38 req-16336080-b8aa-43ad-a7df-efd3eb96e53c tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=73298466-bc72-46ed-8073-5bc8f861c798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319307 Sep 15 03:44:50.317052 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 1727dd01-ac12-438f-95c5-640d68875700, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=1727dd01-ac12-438f-95c5-640d68875700,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:44:50.328811 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': '1727dd01-ac12-438f-95c5-640d68875700', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'port_id': '1727dd01-ac12-438f-95c5-640d68875700', 'mac_address': 'fa:16:3e:d9:14:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 03:44:50.341726 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-327c1370-442e-437b-aea3-ca3b827a5107 req-4ed2c93d-5bcb-4a9b-9687-1293a22fc0af tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0262585 Sep 15 03:44:50.368914 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:50.382356 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1727dd01-ac12-438f-95c5-640d68875700 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 03:44:50.401204 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 1727dd01-ac12-438f-95c5-640d68875700, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=1727dd01-ac12-438f-95c5-640d68875700,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:44:50.404879 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:50.449427 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=1727dd01-ac12-438f-95c5-640d68875700,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:44:50.456191 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:50.456549 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:50.456899 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:50.457243 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:50.457585 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:50.457925 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:50.458261 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:50.458596 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:50.458961 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:50.459331 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:50.459665 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:50.460591 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:44:50.828887 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['1727dd01-ac12-438f-95c5-640d68875700'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:44:51.345604 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [req-975e2224-b683-4410-9b48-ca98115f535e req-51ca87ec-0cf9-444c-84c5-166366f3fb98 service neutron] (93920) timed out ('10.222.0.52', 49853) {{(pid=93920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 03:44:51.368612 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66087b0-a3ca-44aa-b5d6-83120dc82099 req-693ff084-bc5b-41e0-9e17-77c5fa1a058e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:51.370121 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e66087b0-a3ca-44aa-b5d6-83120dc82099 req-693ff084-bc5b-41e0-9e17-77c5fa1a058e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 945 time: 0.0488226 Sep 15 03:44:51.406116 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e66087b0-a3ca-44aa-b5d6-83120dc82099 req-a6fb7859-1661-4b3c-8df1-285203ab257e tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=73298466-bc72-46ed-8073-5bc8f861c798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302072 Sep 15 03:44:51.491512 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-28ecdace-18d1-40ce-89cb-a68dad5a38bc req-a5e6ea60-4069-4803-985b-3d816e14219b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0291746 Sep 15 03:44:52.225231 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 1727dd01-ac12-438f-95c5-640d68875700 up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:44:52.273163 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port 1727dd01-ac12-438f-95c5-640d68875700 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 03:44:52.277139 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port 1727dd01-ac12-438f-95c5-640d68875700 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:44:52.277513 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:52.349208 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:52.373240 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de0e0a4-0d2e-4b07-ad04-a1952b24c07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1727dd01-ac12-438f-95c5-640d68875700'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:44:52.375478 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3e6b89-0cff-4989-ab4e-8616f0e3aed2" -d '{"events": [{"server_uuid": "9de0e0a4-0d2e-4b07-ad04-a1952b24c07e", "name": "network-vif-plugged", "status": "completed", "tag": "1727dd01-ac12-438f-95c5-640d68875700"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:44:52.388174 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 1727dd01-ac12-438f-95c5-640d68875700, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=1727dd01-ac12-438f-95c5-640d68875700,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:44:52.393130 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:52.440383 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=1727dd01-ac12-438f-95c5-640d68875700,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:44:52.465121 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6b487f-c023-4a03-9882-98c25a93b80a x-openstack-request-id: req-3c6b487f-c023-4a03-9882-98c25a93b80a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:44:52.465418 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de0e0a4-0d2e-4b07-ad04-a1952b24c07e", "name": "network-vif-plugged", "status": "completed", "tag": "1727dd01-ac12-438f-95c5-640d68875700", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:44:52.465676 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c6b487f-c023-4a03-9882-98c25a93b80a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:44:52.466074 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de0e0a4-0d2e-4b07-ad04-a1952b24c07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1727dd01-ac12-438f-95c5-640d68875700', 'code': 200} Sep 15 03:44:52.554715 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ad35a-c2ec-45c0-b88d-1076eeeffce3 req-540bd2f8-d3ab-4682-9cb4-8ce16e2fca72 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:52.556221 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-df5ad35a-c2ec-45c0-b88d-1076eeeffce3 req-540bd2f8-d3ab-4682-9cb4-8ce16e2fca72 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 946 time: 0.0476763 Sep 15 03:44:52.595495 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-df5ad35a-c2ec-45c0-b88d-1076eeeffce3 req-3b84546a-2540-4b8a-9cc0-8c9cbf55b896 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=73298466-bc72-46ed-8073-5bc8f861c798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319598 Sep 15 03:44:52.682722 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-97cfd415-cac3-463a-af2d-37874e7c60bb req-e7715102-a6c7-4ce4-99d5-bcf119a05da6 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0274742 Sep 15 03:44:52.687334 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d7d2b-f2b4-4e48-a0bc-b4a56301b272 req-01645130-2c01-40aa-9519-15863d4eda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:52.688984 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3a2d7d2b-f2b4-4e48-a0bc-b4a56301b272 req-01645130-2c01-40aa-9519-15863d4eda83 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 1099 time: 0.0415514 Sep 15 03:44:52.735233 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3a2d7d2b-f2b4-4e48-a0bc-b4a56301b272 req-be131bf5-ea97-4523-be13-109e3e948cd2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=73298466-bc72-46ed-8073-5bc8f861c798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332873 Sep 15 03:44:53.714018 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e685390-4ea8-4157-81e2-41da77755f2d req-336ba31f-6e1c-4403-a419-39d7fbf7538d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:53.715577 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1e685390-4ea8-4157-81e2-41da77755f2d req-336ba31f-6e1c-4403-a419-39d7fbf7538d tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 946 time: 0.0481503 Sep 15 03:44:53.753024 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1e685390-4ea8-4157-81e2-41da77755f2d req-94b3d71a-258e-4694-a62c-691a2bd1d211 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=73298466-bc72-46ed-8073-5bc8f861c798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315821 Sep 15 03:44:53.840567 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f2a20661-3684-41a0-af54-6810bdbeb62f req-5f791574-2516-4cd3-8d3f-c2288400c12f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0313027 Sep 15 03:44:54.870477 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff35575-4b06-485c-a97f-2ed23942b903 req-dc7aca03-4781-49c1-ad88-e00962735821 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:54.872030 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7ff35575-4b06-485c-a97f-2ed23942b903 req-dc7aca03-4781-49c1-ad88-e00962735821 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 946 time: 0.0493610 Sep 15 03:44:54.911039 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7ff35575-4b06-485c-a97f-2ed23942b903 req-fa2e4333-9134-4e35-9222-c06a22e5b7e7 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=73298466-bc72-46ed-8073-5bc8f861c798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327835 Sep 15 03:44:54.994416 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0d90ff6d-1949-4eeb-bb79-72e7edabb773 req-bf14348a-16c4-41c1-a09e-b2dcc5c73348 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0267246 Sep 15 03:44:55.099763 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba4064-817c-4bd1-9a38-7ee79012cc4c req-775357c0-d602-4346-a65c-ab23894453d1 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:55.101304 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6bba4064-817c-4bd1-9a38-7ee79012cc4c req-775357c0-d602-4346-a65c-ab23894453d1 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 946 time: 0.0541234 Sep 15 03:44:55.110015 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 52652) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:44:55.114313 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ff63a3fe-066f-492e-bf2b-40a04a99deb2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Request body: {'floatingip': {'port_id': '1727dd01-ac12-438f-95c5-640d68875700'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:44:55.152275 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff63a3fe-066f-492e-bf2b-40a04a99deb2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for floatingip, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:55.812410 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff63a3fe-066f-492e-bf2b-40a04a99deb2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:55.816375 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff63a3fe-066f-492e-bf2b-40a04a99deb2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8074502'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:55.916264 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.l3_db [None req-ff63a3fe-066f-492e-bf2b-40a04a99deb2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Floating IP a8b50d5b-c428-4bdb-9526-d36bda0bc764 associated. External IP: 172.27.0.90, port: 1727dd01-ac12-438f-95c5-640d68875700. Sep 15 03:44:56.098477 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-20e6e1af-4332-4489-920a-e23a33091d16 req-69281a4b-d862-4f4f-944d-c8f22378de45 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0317342 Sep 15 03:44:56.162924 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff63a3fe-066f-492e-bf2b-40a04a99deb2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:44:56.268834 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff63a3fe-066f-492e-bf2b-40a04a99deb2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:44:56.274675 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff63a3fe-066f-492e-bf2b-40a04a99deb2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:44:56.280415 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ec1668-8fc3-499a-bc84-0bc3e23e3f1c None None] Sync routers for ids ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:44:56.290480 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ec1668-8fc3-499a-bc84-0bc3e23e3f1c None None] Routers {'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:44:56.291125 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-75ec1668-8fc3-499a-bc84-0bc3e23e3f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:44:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:44:56.299894 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ff63a3fe-066f-492e-bf2b-40a04a99deb2 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "PUT /v2.0/floatingips/a8b50d5b-c428-4bdb-9526-d36bda0bc764 HTTP/1.1" status: 200 len: 991 time: 1.1888535 Sep 15 03:44:56.300559 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de0e0a4-0d2e-4b07-ad04-a1952b24c07e', 'tag': '1727dd01-ac12-438f-95c5-640d68875700'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:44:56.302886 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c5e5a7ed1901eac8cf18039674ee6f7c806fec2fd0ee94a2a8e9c46147c846e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7235d96d-032f-44da-8134-bf450b292631" -d '{"events": [{"name": "network-changed", "server_uuid": "9de0e0a4-0d2e-4b07-ad04-a1952b24c07e", "tag": "1727dd01-ac12-438f-95c5-640d68875700"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:44:56.395633 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-75ec1668-8fc3-499a-bc84-0bc3e23e3f1c None None] Set router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:44:56.493772 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 03:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c84798-f7aa-48e7-8a48-5e56eb0d3669 x-openstack-request-id: req-e7c84798-f7aa-48e7-8a48-5e56eb0d3669 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:44:56.494259 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de0e0a4-0d2e-4b07-ad04-a1952b24c07e", "tag": "1727dd01-ac12-438f-95c5-640d68875700", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:44:56.494517 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7c84798-f7aa-48e7-8a48-5e56eb0d3669 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:44:56.494918 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de0e0a4-0d2e-4b07-ad04-a1952b24c07e', 'tag': '1727dd01-ac12-438f-95c5-640d68875700', 'status': 'completed', 'code': 200} Sep 15 03:44:56.578332 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235d96d-032f-44da-8134-bf450b292631 req-490daf30-dcf2-4a61-8b29-ffafa9e2e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:56.579859 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7235d96d-032f-44da-8134-bf450b292631 req-490daf30-dcf2-4a61-8b29-ffafa9e2e774 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cfd6b9797a94b10a0e749d1d77b96be&device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 1099 time: 0.0399754 Sep 15 03:44:56.613759 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-75ec1668-8fc3-499a-bc84-0bc3e23e3f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:26:05Z', 'revision_number': 4, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': 'a8b50d5b-c428-4bdb-9526-d36bda0bc764', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'port_id': '1727dd01-ac12-438f-95c5-640d68875700', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'mac_address': 'fa:16:3e:d9:14:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de0e0a4-0d2e-4b07-ad04-a1952b24c07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:44:42Z', 'updated_at': '2021-09-15T03:44:55Z', 'revision_number': 1, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edb55d1e-3784-48c6-9ce4-42cc15abcc4d', 'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'mac_address': 'fa:16:3e:dd:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:03Z', 'updated_at': '2021-09-15T03:26:14Z', 'revision_number': 5, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'subnets': [{'id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:44:56.671277 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235d96d-032f-44da-8134-bf450b292631 req-71e773d6-c568-4f8f-be26-56f3ad437725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:56.672792 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7235d96d-032f-44da-8134-bf450b292631 req-71e773d6-c568-4f8f-be26-56f3ad437725 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26fdd753-7482-4f5b-beff-09787fea2442 HTTP/1.1" status: 200 len: 918 time: 0.0852926 Sep 15 03:44:56.746171 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7235d96d-032f-44da-8134-bf450b292631 req-8ba4a992-094b-4330-b0ea-dc90077c2c95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1727dd01-ac12-438f-95c5-640d68875700 HTTP/1.1" status: 200 len: 999 time: 0.0648627 Sep 15 03:44:56.762552 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ec1668-8fc3-499a-bc84-0bc3e23e3f1c None None] Checking router: cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:44:56.772598 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ec1668-8fc3-499a-bc84-0bc3e23e3f1c None None] Routers {'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:44:56.773909 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-75ec1668-8fc3-499a-bc84-0bc3e23e3f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:44:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:44:56.796793 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235d96d-032f-44da-8134-bf450b292631 req-aeb8a8a4-f52c-4613-aac7-66a6d1bda2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:56.798261 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7235d96d-032f-44da-8134-bf450b292631 req-aeb8a8a4-f52c-4613-aac7-66a6d1bda2b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c310f472-bb8c-474d-9c9c-ea872f0338ee HTTP/1.1" status: 200 len: 856 time: 0.0448995 Sep 15 03:44:56.844303 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235d96d-032f-44da-8134-bf450b292631 req-dca21472-f744-4071-84c4-8b00da1eae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:44:56.845797 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7235d96d-032f-44da-8134-bf450b292631 req-dca21472-f744-4071-84c4-8b00da1eae35 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26fdd753-7482-4f5b-beff-09787fea2442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397632 Sep 15 03:44:56.885198 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-75ec1668-8fc3-499a-bc84-0bc3e23e3f1c None None] Set router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:44:56.941867 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7235d96d-032f-44da-8134-bf450b292631 req-f71af37a-5dc5-44d6-904c-47f699ea2f10 service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880275 Sep 15 03:44:57.043272 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7235d96d-032f-44da-8134-bf450b292631 req-0f5b3381-edaa-4a89-9456-8599ae713d51 service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918686 Sep 15 03:44:57.137182 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-75ec1668-8fc3-499a-bc84-0bc3e23e3f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:26:05Z', 'revision_number': 4, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': 'a8b50d5b-c428-4bdb-9526-d36bda0bc764', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'port_id': '1727dd01-ac12-438f-95c5-640d68875700', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'mac_address': 'fa:16:3e:d9:14:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de0e0a4-0d2e-4b07-ad04-a1952b24c07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:44:42Z', 'updated_at': '2021-09-15T03:44:55Z', 'revision_number': 1, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edb55d1e-3784-48c6-9ce4-42cc15abcc4d', 'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'mac_address': 'fa:16:3e:dd:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:03Z', 'updated_at': '2021-09-15T03:26:14Z', 'revision_number': 5, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'subnets': [{'id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:44:57.167096 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ec1668-8fc3-499a-bc84-0bc3e23e3f1c None None] The sync data for ids ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'] in dv-cinder-806965-6-iscsi is: [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:26:05Z', 'revision_number': 4, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': 'a8b50d5b-c428-4bdb-9526-d36bda0bc764', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'floating_ip_address': '172.27.0.90', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'port_id': '1727dd01-ac12-438f-95c5-640d68875700', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'mac_address': 'fa:16:3e:d9:14:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de0e0a4-0d2e-4b07-ad04-a1952b24c07e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T03:44:42Z', 'updated_at': '2021-09-15T03:44:55Z', 'revision_number': 1, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edb55d1e-3784-48c6-9ce4-42cc15abcc4d', 'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'mac_address': 'fa:16:3e:dd:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:03Z', 'updated_at': '2021-09-15T03:26:14Z', 'revision_number': 5, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'subnets': [{'id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:44:57.192821 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ee41e990-d629-4d74-96e9-e2b435078b7b req-cc191ca6-d7db-487e-958e-b64bbdb72222 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0260935 Sep 15 03:44:57.345337 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f3de36-fe8e-4782-8af2-c716726c39f6 None None] New status for floating IP a8b50d5b-c428-4bdb-9526-d36bda0bc764: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:44:58.288036 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-61d316aa-01c5-47f5-a2c9-3b30dd58bf4f req-0d88d1a6-3a44-45a4-a51f-47c713836e54 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0257626 Sep 15 03:44:59.381762 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b53b855d-eed9-455f-bf9b-4dced26f223f req-297eb7d7-c86c-4401-afe9-a5e0ecd8416d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0251362 Sep 15 03:45:00.478629 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-60c92cad-56df-4403-9492-7a173f53f6a1 req-98796402-4c09-4917-9b15-147254473efb tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0292878 Sep 15 03:45:01.572393 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-15202aab-3b71-40ec-8eaf-7534cb2ced16 req-a4785fa4-7cdb-42e9-b537-8a657f3ede02 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0264878 Sep 15 03:45:02.669235 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-73447d0a-a21a-441b-aeb3-144faeac710d req-82bbb6a9-248c-4323-a66b-f96a9ffb7aac tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0267680 Sep 15 03:45:03.764008 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2ac7e144-6bdd-4754-a7c2-78dbe46462f4 req-96ddf402-9f62-4b20-8ffe-bb25a28f7fd2 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0259407 Sep 15 03:45:04.858952 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-af56c45e-5195-4789-a8c1-8219d0386706 req-609125f1-97df-4336-82a2-a2dced82bc89 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0270009 Sep 15 03:45:05.748732 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5e4dac4f-e10b-4303-82fa-683ad82f9f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:05.953244 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a9aaafe6-ccc3-480b-84a7-37522b3189e3 req-f1000c86-60bd-4d82-b23c-f1aecc2f59d4 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0263257 Sep 15 03:45:06.793779 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:07.048998 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d81ddf4c-d66a-4b3a-b9e7-02af92b9bd26 req-76ab2c1a-c51c-4fbd-ae25-214dd858f3c7 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0285490 Sep 15 03:45:08.143105 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2e14234c-9300-4473-8aad-b41f28ee46ee req-54aa7eaf-7ab4-4f58-ad6d-1b293e140c98 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0268278 Sep 15 03:45:08.223829 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6cd18453-c9c9-47bc-abd2-8d909a02da16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:08.798664 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:09.236280 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0cc36c9e-e63f-475a-8bb5-b3b541aa7cef req-798963c2-62c5-491b-a63c-c86e7e2502dd tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0262983 Sep 15 03:45:09.487083 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:10.329087 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-19231b1c-2d1f-4706-906c-4b2872cffb10 req-212308b2-a65b-4d7e-b6f8-6a1a37eb3d6f tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0264394 Sep 15 03:45:10.906329 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:11.422443 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2c5684a4-cf99-49ed-8d36-2e9a44402e2f req-0e8f26fa-c9a6-4a99-898f-3eee1f9ecfe4 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0266211 Sep 15 03:45:12.518947 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-838a452b-7ef1-4e99-a2c0-c6d2ecd74e0b req-5d221a72-0135-4ceb-aaf1-439895479656 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0247779 Sep 15 03:45:13.614427 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ec68d65e-d7f2-4266-a60a-afd209568f22 req-509dc0f4-b3e9-4ac6-b53a-82f2378d6835 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0285692 Sep 15 03:45:14.709017 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0bad03f0-59f9-41cb-bdf1-83b50617115b req-92701732-ace6-482e-8d1e-ce57b5259eda tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0254865 Sep 15 03:45:15.805082 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c988e8ea-7dba-4ed3-a05e-f88bf41bfe21 req-fc8f07e1-63ee-47c5-84ed-77457c4d4833 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0257277 Sep 15 03:45:16.056736 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:45:16.903134 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-84d698e8-fbda-4f60-a394-e8e299e029d3 req-88734cdb-348a-448a-9f15-ea1a15f6e2f2 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0257304 Sep 15 03:45:18.004386 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e2ce08c3-7f01-47e5-9c93-992bea6d1d10 req-1b6fe51a-1d94-447b-8a2c-93d4d0a85b23 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0301118 Sep 15 03:45:19.102336 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9606ed18-de46-4f33-a57c-f0227508e177 req-656bb2fa-3941-4462-83fa-1b7fb0dc4ae0 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0258605 Sep 15 03:45:20.198777 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3a79a127-9576-426a-80fd-a4628ee0af85 req-28be9597-1ee5-4b6c-8b94-9d1b118f6de9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0288911 Sep 15 03:45:21.296158 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d47e2c99-f897-4909-bc6a-95809483e1d9 req-7c9519e4-4d3f-40af-8827-ec2c70867b23 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0259814 Sep 15 03:45:22.391195 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3661e84f-d790-4ae3-b156-a5ba45d1d72b req-96e4383e-f164-40d9-b070-c87e4472e10b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0271096 Sep 15 03:45:23.488778 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bc416fcd-2d87-45fb-88a8-bb2c4e1a14d9 req-3fbd98a2-4003-4fe0-89b9-d42ffcd1b002 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0290651 Sep 15 03:45:24.581646 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a15e70a5-b231-43e3-8a2e-a73a3c725998 req-05c5499a-fa85-4ee2-8531-3b690e1014f2 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0258851 Sep 15 03:45:25.672617 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a98e667e-25fb-475e-ad2c-58ed3ffdf1db req-5277e96d-6165-49d9-b52d-7ccba30162d1 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0255249 Sep 15 03:45:26.772790 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1916cb6d-e667-40b7-9891-6d3ccf690b89 req-78a287d9-2f59-47e8-830a-ffd253c57846 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0345359 Sep 15 03:45:27.865128 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f3ee555a-0607-4b7d-938a-4cc69390a847 req-26f59e84-066c-4f73-9ba7-86ab04104104 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0254567 Sep 15 03:45:28.957119 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c3ef0f62-ee97-48fb-89ba-5628f58768f9 req-79522350-5f94-498d-b35b-ede11d44bee5 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0249047 Sep 15 03:45:30.053162 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-51b83cbf-299a-4d22-bea2-f306393ecffb req-7ad916c3-6531-42ef-81d5-461a3bc6af5a tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0254257 Sep 15 03:45:31.024049 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [req-df07f4d1-f187-4f8c-bdcc-745316e58eec req-02dfec3b-2bcd-4d37-acad-e3c85cbf2044 tempest-AttachVolumeTestJSON-287383892 tempest-AttachVolumeTestJSON-287383892-project] (93919) timed out ('10.222.0.24', 37732) {{(pid=93919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 03:45:31.147222 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dd5f1a1d-f3eb-42a7-9059-96b22054eb7f req-01006a5f-75ef-4a3a-93f5-4b7312d0469e tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0261283 Sep 15 03:45:32.238779 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5f4f3c78-9856-42fb-bc97-ffed0229a931 req-ae36bb0b-0e5b-4c5a-8538-18eaea119285 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0250988 Sep 15 03:45:33.336511 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f7acd83f-0c84-4813-8b81-63939e100145 req-63aab17c-086c-477f-a6ce-7e9c53942e2b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0282300 Sep 15 03:45:34.429571 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e5e69fa9-049b-4f6d-9b2d-51b4a4537ea6 req-5bd80820-3610-4d48-bb1e-fad03b58b676 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0256188 Sep 15 03:45:35.530173 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bb8ed051-cc46-434a-8a4b-9a055d6efeda req-0131091a-37f3-4569-b8a0-182d0158199d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0263720 Sep 15 03:45:35.749752 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d905c35f-d180-404d-9323-29e8d3a8b013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:36.645981 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8236ce9b-5339-4922-9dc3-fd2d05f5cdda req-eb299272-9555-4a59-a5bb-fd1a652b179b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0254443 Sep 15 03:45:36.817694 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:37.780491 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7b643ddd-fc62-43ae-956d-76ba86d47436 req-5a8038ef-0e8c-49c2-82d4-88eadff4c625 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0263424 Sep 15 03:45:38.223673 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-35838d44-a29e-4d0e-995e-18b206e6d0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:38.799770 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:38.872686 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-db95c24b-d787-4a3e-a7c0-598f93a9cba5 req-8f61a627-bb49-4a6b-9606-777fae396c56 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0266895 Sep 15 03:45:39.490202 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:39.967235 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-506f823d-4b40-4f98-b690-e3f644e10a91 req-613e7c18-bcf5-4cdf-9341-a53a5c169c26 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0289838 Sep 15 03:45:40.909700 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:45:41.059340 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b76b0f8d-0905-4fb1-8320-3d80ffebc164 req-1ea963e4-43ca-4493-b496-53b40ac753ce tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0262270 Sep 15 03:45:42.150901 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-43ddede1-1e56-4231-aeed-11b54cb96ba0 req-0c7826ca-4eaa-43f0-b118-384bbaee3f99 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0263529 Sep 15 03:45:43.243387 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-79faa0dc-7e9a-4831-b03e-2ea4d6c4099d req-f8a707b7-a68f-467d-a889-de1df782916b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0259671 Sep 15 03:45:44.339900 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-197988e0-4289-45ba-acfc-22aa612630ad req-2f521410-bc7f-4214-99bc-19a992353b03 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0269985 Sep 15 03:45:45.432130 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-55609e4c-bbc9-4528-96cb-1cae4d19baf4 req-87e63087-4f8c-4810-b1c5-765b0b8d0dc7 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0264173 Sep 15 03:45:46.528520 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f358c7ab-e253-4b72-8763-0879c200bfa3 req-98c83d97-d66c-4702-833a-8f14cec52c10 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0282211 Sep 15 03:45:47.622020 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-42b7715f-d718-4e9d-9845-bca3a3c73cab req-201fea42-394f-4399-8059-8c0592d197c4 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0263913 Sep 15 03:45:48.716313 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1a4a8a76-31de-45e4-b0f1-3fc8ef2e91c4 req-1dd1c3c2-53d5-404f-89ff-44c5ba913b23 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0274436 Sep 15 03:45:49.812000 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0964b482-89e4-45a7-bd94-c72d2b6d579e req-26b952a5-55aa-4210-89a2-3acdaf75dc8d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0276115 Sep 15 03:45:50.903973 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f61c92fb-fc48-417f-8a1a-4418cbb3f044 req-ab7013d8-30dd-45f3-88e3-7605f6680e2a tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0260777 Sep 15 03:45:51.998339 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c4c6b872-2544-411a-ada3-ad449b824fcc req-9f06d8eb-724a-496d-910e-325e0b4b3bc6 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0263407 Sep 15 03:45:53.056502 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:45:53.091090 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c8a868ca-7483-4f20-8991-1bbecc3d27e7 req-96f26d79-60b5-46e0-adb2-fc4198c605c1 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0283921 Sep 15 03:45:54.181038 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-336d8e89-b854-459a-9dd0-44bea6a92adf req-adf94060-01ab-4534-8c3c-eb81e2dd76f9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0262749 Sep 15 03:45:55.271872 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3e4c7af1-86f5-4d5f-a5e3-7a82862d5462 req-2fdcf72d-a39c-4c6d-889b-4c336b22a10c tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0261161 Sep 15 03:45:56.362990 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5329fe54-c29b-40cd-af66-8122badd0d0e req-0a09c31e-2c99-4cf1-a519-254c515f0294 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0259786 Sep 15 03:45:57.453404 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e4367d10-3f83-4c2a-b726-5658e53bc96b req-e85947a7-5a8f-463f-ac1b-5b289d06d5ea tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0254486 Sep 15 03:45:58.544644 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b14b6e34-9f01-493f-a4e1-69ce1dd505f6 req-6d7dc468-679c-4772-aabf-3b50f288cabb tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0253384 Sep 15 03:45:59.650653 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-05514c2d-8229-4173-833e-e4dbe96e7525 req-611874d3-6daf-4bf4-a109-2f7d668315d7 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0341341 Sep 15 03:46:00.741709 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e15103e6-d85b-4e77-af19-59d976a753ca req-a9487e0e-a077-4e46-bbc2-7b5a24e80938 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0253546 Sep 15 03:46:01.832366 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c0d85e3f-3a8b-42a8-a4fe-31dd744a8e13 req-457a8ffc-9a23-476c-87b3-e53eaade7be3 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0249641 Sep 15 03:46:02.923834 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1b2f950d-e89f-43f7-9579-f9c54dbed33a req-10dd2094-2319-4c20-b3f0-3f3d4d0ac86c tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0259790 Sep 15 03:46:04.015665 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d4f82927-f578-4523-8e3b-79238d6c69ec req-89d21409-668a-4746-97d7-eeee7ab6ea2d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0261405 Sep 15 03:46:05.108924 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3bac5fff-3553-4703-8596-ee06b847ccd0 req-b576e79d-92d0-48d7-912a-14515b9ff73d tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0287364 Sep 15 03:46:05.750960 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b28d7553-f7ec-41f7-9e05-5b0e9e14aa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:06.202858 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5da8c758-f99f-4bbd-9d7d-56274b3c334a req-3e07ef8b-aafa-42e5-8315-92f7ab426a09 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0286410 Sep 15 03:46:06.825049 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:07.296138 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-208a3eb5-4797-4cd6-8652-86fd2fcfbfe1 req-6794bb08-2474-420c-9e3e-27335220c1ff tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0265596 Sep 15 03:46:08.225038 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-40a176c3-b770-47c6-b7b6-1974951beb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:08.390563 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4ac23e63-3cd4-467f-8913-24fccf78f583 req-61f41a03-c924-4f1f-915f-edb9a8fb6d21 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0254445 Sep 15 03:46:08.801160 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:09.486555 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-69739f3b-3836-419d-b385-45d621410770 req-44e4d266-d9a0-421c-b42c-b55370b11dfa tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0253568 Sep 15 03:46:09.491584 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:10.579029 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-aafb038a-0b10-4ce0-8f13-f35e2d1b9486 req-87a50574-5e92-4330-883d-e736391c782b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0265143 Sep 15 03:46:10.913553 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:11.671093 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f454ec6f-0dd0-4ea7-a7e0-4dd353c4a6e1 req-ffe16b5a-f7f2-4cba-8bdc-2cc43da8fde9 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0272326 Sep 15 03:46:12.766994 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-56ee44e9-c7be-4947-8006-6a12ea423569 req-f713792d-3e8b-4ee6-a4cf-79e8ad006604 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0281484 Sep 15 03:46:13.859548 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-649a5c6f-9d4d-4e9e-8bd4-3e363c645425 req-6c87290e-8d36-4188-8516-2b48c8a40fc7 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0270658 Sep 15 03:46:14.953286 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-814ee373-e0fe-4b5e-bb72-900ad484a15c req-0b73affa-01ce-440b-b493-58fa85f55c2b tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0267074 Sep 15 03:46:16.061746 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-34d64500-7f8e-4150-992c-0bfaf56bdf63 req-1f4956c1-f819-4448-b3ec-0bc73733dca0 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0300863 Sep 15 03:46:17.162018 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bb821ad7-946d-45ca-828f-97325c32dcca req-07633cad-4074-49a7-8154-b5d42382211a tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0264683 Sep 15 03:46:18.255179 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c15ea0c6-0486-4afa-87b3-2ef74f507f64 req-cb3eb2ff-ea48-47cd-9190-fd8dc6ee4b3c tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0263493 Sep 15 03:46:18.897405 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b50d314b-55e9-45d8-b8c8-32f301a92ba8 req-e85fd003-52e5-4f0d-8314-bbfd78f223f7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394433 Sep 15 03:46:19.006999 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d314b-55e9-45d8-b8c8-32f301a92ba8 req-96d9469d-18cf-4012-b6f2-8291280e44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:46:19.008498 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b50d314b-55e9-45d8-b8c8-32f301a92ba8 req-96d9469d-18cf-4012-b6f2-8291280e44f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 1099 time: 0.0403924 Sep 15 03:46:19.117919 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d314b-55e9-45d8-b8c8-32f301a92ba8 req-3e5a1eb8-cd83-453b-8576-b81a8a0a28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:46:19.119474 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b50d314b-55e9-45d8-b8c8-32f301a92ba8 req-3e5a1eb8-cd83-453b-8576-b81a8a0a28c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0873132 Sep 15 03:46:19.165509 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b50d314b-55e9-45d8-b8c8-32f301a92ba8 req-5cb57e01-e845-4990-9d48-eae557571293 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7482671-913e-4a38-a1de-a1f61fb7cd04 HTTP/1.1" status: 200 len: 217 time: 0.0343118 Sep 15 03:46:19.217044 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d314b-55e9-45d8-b8c8-32f301a92ba8 req-8efdfedc-d799-4515-8031-f225587f6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:46:19.218449 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b50d314b-55e9-45d8-b8c8-32f301a92ba8 req-8efdfedc-d799-4515-8031-f225587f6f70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0420601 Sep 15 03:46:19.253353 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b50d314b-55e9-45d8-b8c8-32f301a92ba8 req-c2f6f1ce-24cc-41f7-8af8-66cd9f771e9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235734 Sep 15 03:46:19.267853 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [req-b50d314b-55e9-45d8-b8c8-32f301a92ba8 req-38ad58af-c0b9-4de0-a6ad-93384c51754a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:46:19.268787 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b50d314b-55e9-45d8-b8c8-32f301a92ba8 req-38ad58af-c0b9-4de0-a6ad-93384c51754a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046859 Sep 15 03:46:19.361273 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-48b0acbc-25aa-4bfe-8b2b-077231b94983 req-c82bdb10-0592-40b8-a3a0-200506c4563c tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0352576 Sep 15 03:46:19.376419 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b50d314b-55e9-45d8-b8c8-32f301a92ba8 req-b7f9059a-bdb2-43b4-823b-f70329060dc6 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955324 Sep 15 03:46:19.488276 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b50d314b-55e9-45d8-b8c8-32f301a92ba8 req-e592e5e6-60df-4d68-ac3b-5e27c722f441 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001480 Sep 15 03:46:20.471865 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6501ddeb-c0ad-44e8-8b11-c74a0ce16bad req-b55f7bf9-14d6-448c-bc5b-e3c8a28d403c tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0291190 Sep 15 03:46:21.570957 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-158db7d8-f74c-49ff-9235-abb2e0ca9e6c req-c195d788-7dea-40a3-954b-7874020cfcd1 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0259838 Sep 15 03:46:22.661755 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-33ea4eea-cdce-4041-b097-839ade065038 req-b83a4d45-1a8e-4e45-b7d8-8ef048b44e22 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0248790 Sep 15 03:46:23.766520 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-67d15e29-3d7b-4bb6-9603-8b6127f0dcc6 req-8fd98ec1-0b05-4fed-aae5-559db0a72600 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] 10.222.0.24 "GET /v2.0/ports?device_id=658011a2-481b-4fde-98d8-dcbaee21de87 HTTP/1.1" status: 200 len: 210 time: 0.0268042 Sep 15 03:46:25.634160 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53580) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:26.161912 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8079366'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:26.678881 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Deleting port 2219084c-a958-435f-a0bc-3c89f5ae7ceb {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:46:26.679598 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:26.757378 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] For port 2219084c-a958-435f-a0bc-3c89f5ae7ceb, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=2219084c-a958-435f-a0bc-3c89f5ae7ceb,segment=NetworkSegment(79379c10-e600-4a63-a3c2-e39667af28f3),segment_id=79379c10-e600-4a63-a3c2-e39667af28f3)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:46:26.757745 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:26.770365 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Calling delete_port for 2219084c-a958-435f-a0bc-3c89f5ae7ceb owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:46:26.945573 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:26.975087 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Pushing event deleted for resources: {'Port': ['ID=2219084c-a958-435f-a0bc-3c89f5ae7ceb,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:26.997780 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:26.998124 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:26.998467 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:26.998804 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:26.999158 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:26.999491 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:26.999818 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:27.000145 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:27.000472 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:27.000799 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:27.001124 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:27.001446 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:27.139408 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8074678'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:27.355648 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Router 8a89130b-0985-4c38-a45c-20c0003882cb has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:46:27.464551 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:46:27.469532 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-0897d9f8-f4de-44f9-b2b7-8b8605847efb admin admin] 10.222.0.24 "PUT /v2.0/routers/8a89130b-0985-4c38-a45c-20c0003882cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8344340 Sep 15 03:46:27.472011 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53598) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:27.474897 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2115fda1-6d99-4868-908b-d4f232790e6a None None] Sync routers for ids ['8a89130b-0985-4c38-a45c-20c0003882cb'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:46:27.488815 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2115fda1-6d99-4868-908b-d4f232790e6a None None] Routers {'8a89130b-0985-4c38-a45c-20c0003882cb'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:46:27.489439 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2115fda1-6d99-4868-908b-d4f232790e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:46:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['8a89130b-0985-4c38-a45c-20c0003882cb'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:27.581122 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-664c827f-4fcd-4bcb-ba02-5aedc5c9ec85 admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:27.591207 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-2115fda1-6d99-4868-908b-d4f232790e6a None None] Set router 8a89130b-0985-4c38-a45c-20c0003882cb gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:46:27.684653 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-664c827f-4fcd-4bcb-ba02-5aedc5c9ec85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:27.738051 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-664c827f-4fcd-4bcb-ba02-5aedc5c9ec85 admin admin] Deleting port e5f59f89-2779-4bb5-90ea-402cdc1a60df {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:46:27.738383 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-664c827f-4fcd-4bcb-ba02-5aedc5c9ec85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:27.773514 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2115fda1-6d99-4868-908b-d4f232790e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'name': 'tempest-TestMinimumBasicScenario-1217420263-router', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:36Z', 'updated_at': '2021-09-15T03:46:26Z', 'revision_number': 5, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'gw_port': {'id': 'e5f59f89-2779-4bb5-90ea-402cdc1a60df', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:37Z', 'updated_at': '2021-09-15T03:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:27.802509 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2115fda1-6d99-4868-908b-d4f232790e6a None None] Checking router: 8a89130b-0985-4c38-a45c-20c0003882cb for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:46:27.814486 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2115fda1-6d99-4868-908b-d4f232790e6a None None] Routers {'8a89130b-0985-4c38-a45c-20c0003882cb'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:46:27.815182 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2115fda1-6d99-4868-908b-d4f232790e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:46:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['8a89130b-0985-4c38-a45c-20c0003882cb'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:27.824444 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-664c827f-4fcd-4bcb-ba02-5aedc5c9ec85 admin admin] For port e5f59f89-2779-4bb5-90ea-402cdc1a60df, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=e5f59f89-2779-4bb5-90ea-402cdc1a60df,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:46:27.824816 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-664c827f-4fcd-4bcb-ba02-5aedc5c9ec85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:27.836143 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-664c827f-4fcd-4bcb-ba02-5aedc5c9ec85 admin admin] Calling delete_port for e5f59f89-2779-4bb5-90ea-402cdc1a60df owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:46:27.900151 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-2115fda1-6d99-4868-908b-d4f232790e6a None None] Set router 8a89130b-0985-4c38-a45c-20c0003882cb gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:46:27.954873 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2115fda1-6d99-4868-908b-d4f232790e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'name': 'tempest-TestMinimumBasicScenario-1217420263-router', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:36Z', 'updated_at': '2021-09-15T03:46:27Z', 'revision_number': 6, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'gw_port_host': None}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:27.981701 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2115fda1-6d99-4868-908b-d4f232790e6a None None] The sync data for ids ['8a89130b-0985-4c38-a45c-20c0003882cb'] in dv-cinder-806965-6-iscsi is: [{'id': '8a89130b-0985-4c38-a45c-20c0003882cb', 'name': 'tempest-TestMinimumBasicScenario-1217420263-router', 'tenant_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:36Z', 'updated_at': '2021-09-15T03:46:27Z', 'revision_number': 6, 'project_id': '6d6f8640cfdb4b6294bd02b2c063e433', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:46:28.006911 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-664c827f-4fcd-4bcb-ba02-5aedc5c9ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.038055 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c827f-4fcd-4bcb-ba02-5aedc5c9ec85 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f59f89-2779-4bb5-90ea-402cdc1a60df,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:28.089570 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-664c827f-4fcd-4bcb-ba02-5aedc5c9ec85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8074608'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.193532 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-664c827f-4fcd-4bcb-ba02-5aedc5c9ec85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8079905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1246'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.195665 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-664c827f-4fcd-4bcb-ba02-5aedc5c9ec85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.257104 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-664c827f-4fcd-4bcb-ba02-5aedc5c9ec85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8080090'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.257732 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664c827f-4fcd-4bcb-ba02-5aedc5c9ec85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a89130b-0985-4c38-a45c-20c0003882cb {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 03:46:28.263763 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-664c827f-4fcd-4bcb-ba02-5aedc5c9ec85 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.264910 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-664c827f-4fcd-4bcb-ba02-5aedc5c9ec85 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8a89130b-0985-4c38-a45c-20c0003882cb HTTP/1.1" status: 204 len: 168 time: 0.7919977 Sep 15 03:46:28.267347 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53606) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:28.309824 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ccf205-f795-4515-a5d6-07b00327201d admin admin] Deleting subnet 02ea9f88-a6bb-46cf-8846-3a95d95e73a4 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:46:28.313150 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf205-f795-4515-a5d6-07b00327201d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.352565 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf205-f795-4515-a5d6-07b00327201d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3798916'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.458855 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf205-f795-4515-a5d6-07b00327201d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7828435'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.515654 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf205-f795-4515-a5d6-07b00327201d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7828420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4022169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3614555'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.540969 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccf205-f795-4515-a5d6-07b00327201d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02ea9f88-a6bb-46cf-8846-3a95d95e73a4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:28.544701 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6ccf205-f795-4515-a5d6-07b00327201d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.547504 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-a6ccf205-f795-4515-a5d6-07b00327201d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/02ea9f88-a6bb-46cf-8846-3a95d95e73a4 HTTP/1.1" status: 204 len: 168 time: 0.2791598 Sep 15 03:46:28.548979 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53610) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:28.550748 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705d910a-3689-49ea-ba52-938392f1c49a None None] Network 3787134e-e22b-46af-a4ba-db5204827942 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:46:28.622425 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858466'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.674623 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] Deleting port f6fc9117-b447-4ebc-ab95-58d6dfcd8703 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:46:28.674991 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.723542 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] DHCP port deletion for 3787134e-e22b-46af-a4ba-db5204827942 request from dv-cinder-806965-6-iscsi {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 03:46:28.747682 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] For port f6fc9117-b447-4ebc-ab95-58d6dfcd8703, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=f6fc9117-b447-4ebc-ab95-58d6dfcd8703,segment=NetworkSegment(79379c10-e600-4a63-a3c2-e39667af28f3),segment_id=79379c10-e600-4a63-a3c2-e39667af28f3)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:46:28.748264 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.760227 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] Calling delete_port for f6fc9117-b447-4ebc-ab95-58d6dfcd8703 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:46:28.772250 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Deleting port f6fc9117-b447-4ebc-ab95-58d6dfcd8703 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:46:28.772726 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.848758 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] For port f6fc9117-b447-4ebc-ab95-58d6dfcd8703, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=f6fc9117-b447-4ebc-ab95-58d6dfcd8703,segment=NetworkSegment(79379c10-e600-4a63-a3c2-e39667af28f3),segment_id=79379c10-e600-4a63-a3c2-e39667af28f3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:46:28.849199 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.855338 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.864477 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Calling delete_port for f6fc9117-b447-4ebc-ab95-58d6dfcd8703 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:46:28.886106 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6fc9117-b447-4ebc-ab95-58d6dfcd8703,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:28.891928 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] No DVR routers for this DVR port f6fc9117-b447-4ebc-ab95-58d6dfcd8703 on host dv-cinder-806965-6-iscsi {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:46:28.969104 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7829332', 'neutron.services.segments.db._delete_segments_for_network-8760529642141'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:28.998267 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3787134e-e22b-46af-a4ba-db5204827942']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:29.003611 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:29.010596 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79379c10-e600-4a63-a3c2-e39667af28f3') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:29.011564 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79379c10-e600-4a63-a3c2-e39667af28f3') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:29.022154 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760529642406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3798927'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:29.037748 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:29.050383 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:46:29.050383 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4021319'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:29.051994 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Pushing event deleted for resources: {'Port': ['ID=f6fc9117-b447-4ebc-ab95-58d6dfcd8703,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: Traceback (most recent call last): Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: timer() Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: cb(*args, **kw) Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: return func(*args, **kwargs) Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: self._notify() Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: self.callback(batched_events) Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: event.method(event) Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: return f(self, *a, **k) Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: return self._get(url).json() Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: return self.request(url, 'GET', **kwargs) Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:46:29.052530 dv-cinder-806965-6-iscsi neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:46:29.059882 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:29.060247 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:29.060601 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:29.060945 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:29.061285 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:29.061617 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:29.062534 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:29.062876 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:29.063304 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:29.063632 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:29.063965 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:29.064294 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:29.066956 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e89d77-cb38-4961-811c-9d4b5d35479b None None] No DVR routers for this DVR port f6fc9117-b447-4ebc-ab95-58d6dfcd8703 on host dv-cinder-806965-6-iscsi {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:46:29.109333 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7829325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8074516'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:29.114557 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:29.116561 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3787134e-e22b-46af-a4ba-db5204827942 HTTP/1.1" status: 204 len: 168 time: 0.5663855 Sep 15 03:46:29.119689 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 53618) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:29.126855 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e8ecf-e74a-4486-8678-ccf419ef9864 admin admin] Pushing event deleted for resources: {'Network': ['ID=3787134e-e22b-46af-a4ba-db5204827942,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:29.348498 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 2219084c-a958-435f-a0bc-3c89f5ae7ceb no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:46:29.369782 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: 2219084c-a958-435f-a0bc-3c89f5ae7ceb {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:46:29.370291 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 2219084c-a958-435f-a0bc-3c89f5ae7ceb not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:46:29.370477 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device e5f59f89-2779-4bb5-90ea-402cdc1a60df no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:46:29.390259 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: e5f59f89-2779-4bb5-90ea-402cdc1a60df {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:46:29.390607 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device e5f59f89-2779-4bb5-90ea-402cdc1a60df not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:46:29.391059 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device f6fc9117-b447-4ebc-ab95-58d6dfcd8703 no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:46:29.411062 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: f6fc9117-b447-4ebc-ab95-58d6dfcd8703 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:46:29.411416 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device f6fc9117-b447-4ebc-ab95-58d6dfcd8703 not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:46:29.712911 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8079366'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:29.951569 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Deleting port 344f44df-ecfa-47b0-81a6-e903aa77489a {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:46:29.951920 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:30.030018 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] For port 344f44df-ecfa-47b0-81a6-e903aa77489a, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=344f44df-ecfa-47b0-81a6-e903aa77489a,segment=NetworkSegment(74eb80b7-5f24-4594-b1ac-752dc3ffe0e0),segment_id=74eb80b7-5f24-4594-b1ac-752dc3ffe0e0)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:46:30.030383 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:30.043107 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Calling delete_port for 344f44df-ecfa-47b0-81a6-e903aa77489a owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:46:30.054602 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:46:30.218998 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:30.246103 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=344f44df-ecfa-47b0-81a6-e903aa77489a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:30.272770 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:30.273120 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:30.273461 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:30.273797 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:30.274128 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:30.274459 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:30.274791 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:30.275710 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:30.276048 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:30.276411 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:30.276792 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:30.277113 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:30.418027 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8074678'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:30.640681 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Router 67884006-e0ae-428d-9e22-3ba3f67616aa has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:46:30.748150 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:46:30.754238 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-dc6038db-c3ec-4c28-b99e-1df3bd8dcbe4 admin admin] 10.222.0.24 "PUT /v2.0/routers/67884006-e0ae-428d-9e22-3ba3f67616aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6335068 Sep 15 03:46:30.755753 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 53632) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:30.756920 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff87e2c-25d3-4560-8200-9ed01643713b None None] Sync routers for ids ['67884006-e0ae-428d-9e22-3ba3f67616aa'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:46:30.771146 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff87e2c-25d3-4560-8200-9ed01643713b None None] Routers {'67884006-e0ae-428d-9e22-3ba3f67616aa'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:46:30.771757 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-aff87e2c-25d3-4560-8200-9ed01643713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:46:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['67884006-e0ae-428d-9e22-3ba3f67616aa'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:30.865931 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55676871-c95e-43b7-8355-bbb86aa17fac admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:30.874837 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-aff87e2c-25d3-4560-8200-9ed01643713b None None] Set router 67884006-e0ae-428d-9e22-3ba3f67616aa gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:46:30.968849 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55676871-c95e-43b7-8355-bbb86aa17fac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:31.030828 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-55676871-c95e-43b7-8355-bbb86aa17fac admin admin] Deleting port dbfee37f-6c1d-48c1-97f4-45bcd2718fc4 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:46:31.031209 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55676871-c95e-43b7-8355-bbb86aa17fac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:31.057794 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-aff87e2c-25d3-4560-8200-9ed01643713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'name': 'tempest-TestMinimumBasicScenario-2023030350-router', 'tenant_id': 'e085395e015f4231ba54de151b89bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'dbfee37f-6c1d-48c1-97f4-45bcd2718fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:46Z', 'updated_at': '2021-09-15T03:46:30Z', 'revision_number': 5, 'project_id': 'e085395e015f4231ba54de151b89bf79', 'gw_port': {'id': 'dbfee37f-6c1d-48c1-97f4-45bcd2718fc4', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:27:47Z', 'updated_at': '2021-09-15T03:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:31.083912 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff87e2c-25d3-4560-8200-9ed01643713b None None] Checking router: 67884006-e0ae-428d-9e22-3ba3f67616aa for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:46:31.092240 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff87e2c-25d3-4560-8200-9ed01643713b None None] Routers {'67884006-e0ae-428d-9e22-3ba3f67616aa'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:46:31.093279 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-aff87e2c-25d3-4560-8200-9ed01643713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:46:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['67884006-e0ae-428d-9e22-3ba3f67616aa'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:31.112858 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-55676871-c95e-43b7-8355-bbb86aa17fac admin admin] For port dbfee37f-6c1d-48c1-97f4-45bcd2718fc4, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=dbfee37f-6c1d-48c1-97f4-45bcd2718fc4,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:46:31.113316 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55676871-c95e-43b7-8355-bbb86aa17fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:31.125842 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-55676871-c95e-43b7-8355-bbb86aa17fac admin admin] Calling delete_port for dbfee37f-6c1d-48c1-97f4-45bcd2718fc4 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:46:31.188027 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-aff87e2c-25d3-4560-8200-9ed01643713b None None] Set router 67884006-e0ae-428d-9e22-3ba3f67616aa gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:46:31.241595 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-aff87e2c-25d3-4560-8200-9ed01643713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'name': 'tempest-TestMinimumBasicScenario-2023030350-router', 'tenant_id': 'e085395e015f4231ba54de151b89bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:46Z', 'updated_at': '2021-09-15T03:46:30Z', 'revision_number': 6, 'project_id': 'e085395e015f4231ba54de151b89bf79', 'gw_port_host': None}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:31.269984 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff87e2c-25d3-4560-8200-9ed01643713b None None] The sync data for ids ['67884006-e0ae-428d-9e22-3ba3f67616aa'] in dv-cinder-806965-6-iscsi is: [{'id': '67884006-e0ae-428d-9e22-3ba3f67616aa', 'name': 'tempest-TestMinimumBasicScenario-2023030350-router', 'tenant_id': 'e085395e015f4231ba54de151b89bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:27:46Z', 'updated_at': '2021-09-15T03:46:30Z', 'revision_number': 6, 'project_id': 'e085395e015f4231ba54de151b89bf79', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:46:31.302487 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55676871-c95e-43b7-8355-bbb86aa17fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:31.326932 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55676871-c95e-43b7-8355-bbb86aa17fac admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfee37f-6c1d-48c1-97f4-45bcd2718fc4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:31.392307 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55676871-c95e-43b7-8355-bbb86aa17fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8074608'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:31.478843 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55676871-c95e-43b7-8355-bbb86aa17fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8079905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1246'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:31.480926 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55676871-c95e-43b7-8355-bbb86aa17fac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:31.525369 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55676871-c95e-43b7-8355-bbb86aa17fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8080090'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:31.525824 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55676871-c95e-43b7-8355-bbb86aa17fac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67884006-e0ae-428d-9e22-3ba3f67616aa {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 03:46:31.530098 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55676871-c95e-43b7-8355-bbb86aa17fac admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:31.531304 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-55676871-c95e-43b7-8355-bbb86aa17fac admin admin] 10.222.0.24 "DELETE /v2.0/routers/67884006-e0ae-428d-9e22-3ba3f67616aa HTTP/1.1" status: 204 len: 168 time: 0.7745814 Sep 15 03:46:31.533770 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 53638) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:31.576990 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded13a49-4137-4bfa-949c-7c50930378e9 admin admin] Deleting subnet b7bdab6a-c2d4-46ca-817a-3714dce0877f {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:46:31.579798 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ded13a49-4137-4bfa-949c-7c50930378e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:31.615504 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ded13a49-4137-4bfa-949c-7c50930378e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2434170'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:31.732341 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ded13a49-4137-4bfa-949c-7c50930378e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7828435'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:31.787879 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ded13a49-4137-4bfa-949c-7c50930378e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7828420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2767537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3306211'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:31.813359 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded13a49-4137-4bfa-949c-7c50930378e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7bdab6a-c2d4-46ca-817a-3714dce0877f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:31.817107 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ded13a49-4137-4bfa-949c-7c50930378e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:31.818924 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-ded13a49-4137-4bfa-949c-7c50930378e9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b7bdab6a-c2d4-46ca-817a-3714dce0877f HTTP/1.1" status: 204 len: 168 time: 0.2841573 Sep 15 03:46:31.821487 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53644) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:31.824429 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b97860d-09ce-4e4a-b4c7-14d8b8fac02c None None] Network 3acbf04d-52d9-4a98-b897-ff038fc02cf6 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:46:31.894386 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858466'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:31.948298 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] Deleting port a4dd5a6a-9abf-40c4-a414-6fe4d85c1018 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:46:31.948642 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:32.011193 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] For port a4dd5a6a-9abf-40c4-a414-6fe4d85c1018, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=a4dd5a6a-9abf-40c4-a414-6fe4d85c1018,segment=NetworkSegment(74eb80b7-5f24-4594-b1ac-752dc3ffe0e0),segment_id=74eb80b7-5f24-4594-b1ac-752dc3ffe0e0)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:46:32.011481 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:32.030830 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] Calling delete_port for a4dd5a6a-9abf-40c4-a414-6fe4d85c1018 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:46:32.123512 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:32.134494 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58d9305-4e25-4bcc-837d-0f1eda7f9a97 None None] DHCP port deletion for 3acbf04d-52d9-4a98-b897-ff038fc02cf6 request from dv-cinder-806965-6-iscsi {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 03:46:32.153112 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4dd5a6a-9abf-40c4-a414-6fe4d85c1018,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:32.156691 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] No DVR routers for this DVR port a4dd5a6a-9abf-40c4-a414-6fe4d85c1018 on host dv-cinder-806965-6-iscsi {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:46:32.232053 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7829332', 'neutron.services.segments.db._delete_segments_for_network-8760529642141'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:32.257145 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acbf04d-52d9-4a98-b897-ff038fc02cf6']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:32.268238 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74eb80b7-5f24-4594-b1ac-752dc3ffe0e0') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:32.268536 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74eb80b7-5f24-4594-b1ac-752dc3ffe0e0') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:32.278480 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760529642406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3798927'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:32.292047 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:32.297807 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:46:32.298198 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4021319'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: Traceback (most recent call last): Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: timer() Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: cb(*args, **kw) Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: return func(*args, **kwargs) Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: self._notify() Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: self.callback(batched_events) Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: event.method(event) Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: return f(self, *a, **k) Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: return self._get(url).json() Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: return self.request(url, 'GET', **kwargs) Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:46:32.299941 dv-cinder-806965-6-iscsi neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:46:32.352203 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7829325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8074516'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:32.360251 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:32.362056 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3acbf04d-52d9-4a98-b897-ff038fc02cf6 HTTP/1.1" status: 204 len: 168 time: 0.5388632 Sep 15 03:46:32.371793 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd853e-8b67-4f82-9734-ec96568b8697 admin admin] Pushing event deleted for resources: {'Network': ['ID=3acbf04d-52d9-4a98-b897-ff038fc02cf6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:32.468445 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 53652) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:32.507951 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-20993c86-2a16-460f-9684-7542e75d28b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d6f8640cfdb4b6294bd02b2c063e433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383923 Sep 15 03:46:32.510618 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 53654) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:32.561099 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f6035f8-f9e5-4dad-808a-5ec7ef138355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:32.580984 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f6035f8-f9e5-4dad-808a-5ec7ef138355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:32.626820 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f6035f8-f9e5-4dad-808a-5ec7ef138355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:32.629365 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f6035f8-f9e5-4dad-808a-5ec7ef138355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:32.630513 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-9f6035f8-f9e5-4dad-808a-5ec7ef138355 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcbe1b69-fccf-407d-9b61-cc09f43333bd HTTP/1.1" status: 204 len: 168 time: 0.1189909 Sep 15 03:46:32.638422 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6035f8-f9e5-4dad-808a-5ec7ef138355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbe1b69-fccf-407d-9b61-cc09f43333bd,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:32.944477 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53664) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:32.983895 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9f6d60a9-eeb4-4096-8516-08dc7908b9ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e085395e015f4231ba54de151b89bf79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380023 Sep 15 03:46:32.986332 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53666) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:33.035214 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93ddb0ed-7983-4cde-b7e3-145518de1196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:33.054850 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93ddb0ed-7983-4cde-b7e3-145518de1196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:33.100417 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93ddb0ed-7983-4cde-b7e3-145518de1196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:33.103077 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93ddb0ed-7983-4cde-b7e3-145518de1196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:33.106514 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-93ddb0ed-7983-4cde-b7e3-145518de1196 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a1191b2-da23-4b58-9d76-361995b96ec9 HTTP/1.1" status: 204 len: 168 time: 0.1170223 Sep 15 03:46:33.113748 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddb0ed-7983-4cde-b7e3-145518de1196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1191b2-da23-4b58-9d76-361995b96ec9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:33.347456 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 344f44df-ecfa-47b0-81a6-e903aa77489a no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:46:33.371169 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: 344f44df-ecfa-47b0-81a6-e903aa77489a {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:46:33.371517 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 344f44df-ecfa-47b0-81a6-e903aa77489a not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:46:33.371948 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device a4dd5a6a-9abf-40c4-a414-6fe4d85c1018 no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:46:33.390354 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: a4dd5a6a-9abf-40c4-a414-6fe4d85c1018 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:46:33.390702 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device a4dd5a6a-9abf-40c4-a414-6fe4d85c1018 not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:46:33.391138 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device dbfee37f-6c1d-48c1-97f4-45bcd2718fc4 no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:46:33.408750 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: dbfee37f-6c1d-48c1-97f4-45bcd2718fc4 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:46:33.409099 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device dbfee37f-6c1d-48c1-97f4-45bcd2718fc4 not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:46:33.845395 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53696) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:33.940538 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9aa89d39-1e2d-4407-9f7a-3f8fdcdfa16c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-989208681-network', 'tenant_id': '8711e063fa3942ec83f998c605189ebd'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:46:33.960096 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa89d39-1e2d-4407-9f7a-3f8fdcdfa16c admin admin] Made reservation on behalf of 8711e063fa3942ec83f998c605189ebd for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:46:33.962610 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9aa89d39-1e2d-4407-9f7a-3f8fdcdfa16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:33.970773 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9aa89d39-1e2d-4407-9f7a-3f8fdcdfa16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.058404 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9aa89d39-1e2d-4407-9f7a-3f8fdcdfa16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.062047 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9aa89d39-1e2d-4407-9f7a-3f8fdcdfa16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.087110 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa89d39-1e2d-4407-9f7a-3f8fdcdfa16c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:46:34.097250 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa89d39-1e2d-4407-9f7a-3f8fdcdfa16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf1562b-5146-4d4a-a3c8-807a3c2cd95f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:34.101853 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9aa89d39-1e2d-4407-9f7a-3f8fdcdfa16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.102198 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-9aa89d39-1e2d-4407-9f7a-3f8fdcdfa16c admin admin] Added segment 202b9ff4-d6bc-4077-8e45-aa6a2821a19f of type vlan for network 6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7 Sep 15 03:46:34.146836 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9aa89d39-1e2d-4407-9f7a-3f8fdcdfa16c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.171488 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9aa89d39-1e2d-4407-9f7a-3f8fdcdfa16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.172471 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa89d39-1e2d-4407-9f7a-3f8fdcdfa16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:46:34.173046 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9aa89d39-1e2d-4407-9f7a-3f8fdcdfa16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.212249 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9aa89d39-1e2d-4407-9f7a-3f8fdcdfa16c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3637400 Sep 15 03:46:34.214308 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 53702) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:34.221102 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-882747b1-1053-4c99-87d7-86c887dcac5d admin admin] Request body: {'subnet': {'network_id': '6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-989208681-subnet', 'tenant_id': '8711e063fa3942ec83f998c605189ebd', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:46:34.236934 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa89d39-1e2d-4407-9f7a-3f8fdcdfa16c admin admin] Pushing event updated for resources: {'Network': ['ID=6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:34.242841 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882747b1-1053-4c99-87d7-86c887dcac5d admin admin] Made reservation on behalf of 8711e063fa3942ec83f998c605189ebd for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:46:34.245111 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-882747b1-1053-4c99-87d7-86c887dcac5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3306180'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.250508 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network 6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7 details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:46:34.414577 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-882747b1-1053-4c99-87d7-86c887dcac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2767602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3306218'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.471565 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882747b1-1053-4c99-87d7-86c887dcac5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4721cc46-ee1e-4b7a-a4f4-7608b9e0b39b,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:34.476507 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882747b1-1053-4c99-87d7-86c887dcac5d admin admin] Checking segment: {'id': '202b9ff4-d6bc-4077-8e45-aa6a2821a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:46:34.477447 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882747b1-1053-4c99-87d7-86c887dcac5d admin admin] Network hostable DHCP agents. Network: 6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:46:34.497339 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882747b1-1053-4c99-87d7-86c887dcac5d admin admin] Network 6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7 is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:46:34.505793 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-882747b1-1053-4c99-87d7-86c887dcac5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, 6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:46:34.510869 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882747b1-1053-4c99-87d7-86c887dcac5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:46:34.512108 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-882747b1-1053-4c99-87d7-86c887dcac5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.515331 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962150ae-3804-4c9d-b199-0a124ebf807f None None] Network 6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:46:34.526208 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-882747b1-1053-4c99-87d7-86c887dcac5d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3098805 Sep 15 03:46:34.528707 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 53706) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:34.532984 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-989208681-router', 'tenant_id': '8711e063fa3942ec83f998c605189ebd', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:46:34.553378 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1228'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.554424 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8079899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8074379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1239'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.609702 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.657402 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61792565-6ce9-5770-a455-e89f9f15880b-6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7', 'network_id': '6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7', 'tenant_id': '8711e063fa3942ec83f998c605189ebd', 'fixed_ips': [{'subnet_id': '4721cc46-ee1e-4b7a-a4f4-7608b9e0b39b'}]}} from dv-cinder-806965-6-iscsi. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 03:46:34.658258 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.742118 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.794635 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Allocated IP 172.20.0.2 (6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7/4721cc46-ee1e-4b7a-a4f4-7608b9e0b39b/ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:46:34.938462 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.942350 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.949682 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.961141 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:34.991026 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Network 6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:46:34.994273 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:46:34.996597 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:46:35.009061 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Pushing event updated for resources: {'Port': ['ID=ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:35.057257 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Attempting to bind port ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:46:35.057583 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Attempting to bind port ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': '202b9ff4-d6bc-4077-8e45-aa6a2821a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:46:35.057937 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Attempting to bind port ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7 on network 6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:46:35.062799 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:46:35.063206 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Checking segment: {'id': '202b9ff4-d6bc-4077-8e45-aa6a2821a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:46:35.063614 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:35.064011 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Bound using segment: {'id': '202b9ff4-d6bc-4077-8e45-aa6a2821a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:46:35.064510 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Bound port: ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202b9ff4-d6bc-4077-8e45-aa6a2821a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:46:35.064899 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:35.067183 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Allocated IP 172.27.0.65 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/2849bac1-6d34-4e5a-8184-2a3b59397081) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:46:35.126638 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] For port ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:46:35.130020 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] For port ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7,segment=NetworkSegment(202b9ff4-d6bc-4077-8e45-aa6a2821a19f),segment_id=202b9ff4-d6bc-4077-8e45-aa6a2821a19f)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:46:35.133768 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:35.172830 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:35.191441 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bb905-d4c0-48d9-a003-03b4df488d65 None None] Pushing event updated for resources: {'Port': ['ID=ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:35.213754 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:35.267298 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:46:35.268637 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Pushing event updated for resources: {'Port': ['ID=2849bac1-6d34-4e5a-8184-2a3b59397081,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:35.271218 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:46:35.273289 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:46:35.752905 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d2942aa1-b5a1-4624-b6bf-02751f8fa50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:35.789601 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:35.992717 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8079892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8074588'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:36.051313 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af6c2da-515c-4927-a6d0-9ae076494a58 None None] Network 6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:46:36.119450 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Router 340b9f35-e965-4aa7-ba93-7c197bf69c91 is scheduled to L3 agent 3f116605-9963-4097-a649-e8245477f4d2 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 03:46:36.131127 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6121756d-92e2-47f6-8fba-cb0ea9c7283f None None] Provisioning complete for port ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:36.131514 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6121756d-92e2-47f6-8fba-cb0ea9c7283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:36.224173 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:46:36.240588 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:36.241844 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-b9f886c0-ee52-4e99-8c94-e649292f0c52 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7121775 Sep 15 03:46:36.245263 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53720) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:36.252837 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Sync routers for ids ['340b9f35-e965-4aa7-ba93-7c197bf69c91'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:46:36.280703 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Routers {'340b9f35-e965-4aa7-ba93-7c197bf69c91'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:46:36.281309 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:46:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['340b9f35-e965-4aa7-ba93-7c197bf69c91'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:36.285336 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6121756d-92e2-47f6-8fba-cb0ea9c7283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:36.364011 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-6121756d-92e2-47f6-8fba-cb0ea9c7283f None None] For port ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7,segment=NetworkSegment(202b9ff4-d6bc-4077-8e45-aa6a2821a19f),segment_id=202b9ff4-d6bc-4077-8e45-aa6a2821a19f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:46:36.372079 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6121756d-92e2-47f6-8fba-cb0ea9c7283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:36.460652 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Set router 340b9f35-e965-4aa7-ba93-7c197bf69c91 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:46:36.515572 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121756d-92e2-47f6-8fba-cb0ea9c7283f None None] Pushing event updated for resources: {'Port': ['ID=ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:36.609969 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d87b4926-f657-4759-9027-60370b59160b None None] Provisioning complete for port ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:36.610264 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d87b4926-f657-4759-9027-60370b59160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:36.720662 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'name': 'tempest-TestShelveInstance-989208681-router', 'tenant_id': '8711e063fa3942ec83f998c605189ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2849bac1-6d34-4e5a-8184-2a3b59397081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:34Z', 'updated_at': '2021-09-15T03:46:35Z', 'revision_number': 3, 'project_id': '8711e063fa3942ec83f998c605189ebd', 'gw_port': {'id': '2849bac1-6d34-4e5a-8184-2a3b59397081', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:62:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:34Z', 'updated_at': '2021-09-15T03:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:36.751872 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Checking router: 340b9f35-e965-4aa7-ba93-7c197bf69c91 for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:46:36.752234 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Updating router 340b9f35-e965-4aa7-ba93-7c197bf69c91 port 2849bac1-6d34-4e5a-8184-2a3b59397081 binding host dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:46:36.778249 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:36.886107 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:36.935131 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:37.043249 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:37.053561 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:37.092264 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Allocated IP 172.20.0.1 (6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7/4721cc46-ee1e-4b7a-a4f4-7608b9e0b39b/6eb7d73b-58c5-4e75-860f-b0f851854fb2) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:46:37.100612 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Attempting to bind port 2849bac1-6d34-4e5a-8184-2a3b59397081 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:46:37.101411 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Attempting to bind port 2849bac1-6d34-4e5a-8184-2a3b59397081 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:46:37.101411 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Attempting to bind port 2849bac1-6d34-4e5a-8184-2a3b59397081 on network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:46:37.114261 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:46:37.114635 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Checking segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:46:37.115053 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:37.115448 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Bound using segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:46:37.115905 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Bound port: 2849bac1-6d34-4e5a-8184-2a3b59397081, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:46:37.116284 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:37.117746 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae275f-458c-40ed-bd06-5f82477489f9 None None] Pushing event updated for resources: {'Port': ['ID=2849bac1-6d34-4e5a-8184-2a3b59397081,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:37.169583 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] For port 2849bac1-6d34-4e5a-8184-2a3b59397081, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:46:37.172723 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] For port 2849bac1-6d34-4e5a-8184-2a3b59397081, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=2849bac1-6d34-4e5a-8184-2a3b59397081,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:46:37.179101 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:37.203104 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:37.235424 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Routers {'340b9f35-e965-4aa7-ba93-7c197bf69c91'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:46:37.235994 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:46:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['340b9f35-e965-4aa7-ba93-7c197bf69c91'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:37.237481 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:37.273227 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Network 6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:46:37.276877 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:46:37.277017 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae275f-458c-40ed-bd06-5f82477489f9 None None] Pushing event updated for resources: {'Port': ['ID=2849bac1-6d34-4e5a-8184-2a3b59397081,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:37.280381 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:46:37.313250 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Pushing event updated for resources: {'Port': ['ID=6eb7d73b-58c5-4e75-860f-b0f851854fb2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:37.345370 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8074635'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:37.366081 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] Set router 340b9f35-e965-4aa7-ba93-7c197bf69c91 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:46:37.542196 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:37.576110 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:46:37.667618 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e5ebbf89-36fd-45f7-9256-72914a15e680 None None] Provisioning complete for port 6eb7d73b-58c5-4e75-860f-b0f851854fb2 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:37.667992 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e5ebbf89-36fd-45f7-9256-72914a15e680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:37.702154 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:37.708130 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022191'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:37.728925 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e5ebbf89-36fd-45f7-9256-72914a15e680 None None] Port 6eb7d73b-58c5-4e75-860f-b0f851854fb2 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:46:37.749209 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:37.749513 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:37.778687 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Pushing event updated for resources: {'Port': ['ID=6eb7d73b-58c5-4e75-860f-b0f851854fb2,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:37.781221 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8079387'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:37.834656 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'name': 'tempest-TestShelveInstance-989208681-router', 'tenant_id': '8711e063fa3942ec83f998c605189ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2849bac1-6d34-4e5a-8184-2a3b59397081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:34Z', 'updated_at': '2021-09-15T03:46:35Z', 'revision_number': 3, 'project_id': '8711e063fa3942ec83f998c605189ebd', 'gw_port': {'id': '2849bac1-6d34-4e5a-8184-2a3b59397081', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:62:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:34Z', 'updated_at': '2021-09-15T03:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:37.864828 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214affd8-e9c6-4f1e-b4be-cde6308ca5e6 None None] The sync data for ids ['340b9f35-e965-4aa7-ba93-7c197bf69c91'] in dv-cinder-806965-6-iscsi is: [{'id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'name': 'tempest-TestShelveInstance-989208681-router', 'tenant_id': '8711e063fa3942ec83f998c605189ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2849bac1-6d34-4e5a-8184-2a3b59397081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:34Z', 'updated_at': '2021-09-15T03:46:35Z', 'revision_number': 3, 'project_id': '8711e063fa3942ec83f998c605189ebd', 'gw_port': {'id': '2849bac1-6d34-4e5a-8184-2a3b59397081', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:62:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:34Z', 'updated_at': '2021-09-15T03:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:46:37.872096 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Network 6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:46:37.873997 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:46:37.998592 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Router 340b9f35-e965-4aa7-ba93-7c197bf69c91 has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:46:38.141271 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:46:38.147015 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-40cda810-c143-4fb9-99c8-f7d372027b76 admin admin] 10.222.0.24 "PUT /v2.0/routers/340b9f35-e965-4aa7-ba93-7c197bf69c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8998098 Sep 15 03:46:38.229440 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d24079e5-93e6-410d-89dc-ffaf21963a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:38.251319 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-654a1662-ce7a-4031-9cae-eef082ee6b34 None None] Provisioning complete for port 6eb7d73b-58c5-4e75-860f-b0f851854fb2 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:38.251885 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-654a1662-ce7a-4031-9cae-eef082ee6b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:38.291776 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-654a1662-ce7a-4031-9cae-eef082ee6b34 None None] Port 6eb7d73b-58c5-4e75-860f-b0f851854fb2 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:46:38.654501 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53756) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:38.659485 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3ebcf17e-a74e-41fb-901d-81e8e66dc5f1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1022474387-network', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:46:38.682472 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebcf17e-a74e-41fb-901d-81e8e66dc5f1 admin admin] Made reservation on behalf of ebf9b6cbb0c14a11bdb62f27be176b73 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:46:38.684849 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf17e-a74e-41fb-901d-81e8e66dc5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:38.693644 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf17e-a74e-41fb-901d-81e8e66dc5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:38.789867 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf17e-a74e-41fb-901d-81e8e66dc5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:38.793833 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf17e-a74e-41fb-901d-81e8e66dc5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:38.803219 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:38.821426 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebcf17e-a74e-41fb-901d-81e8e66dc5f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 03:46:38.828261 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcf17e-a74e-41fb-901d-81e8e66dc5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccc74e8-f981-40ca-8f7a-b3e5a2386e36,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:38.834369 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf17e-a74e-41fb-901d-81e8e66dc5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:38.834724 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-3ebcf17e-a74e-41fb-901d-81e8e66dc5f1 admin admin] Added segment 2b1aa8f8-23e1-4240-bb2c-836bf41589ac of type vlan for network 4c2da3f3-f300-49da-8203-4a8750701ad7 Sep 15 03:46:38.876076 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf17e-a74e-41fb-901d-81e8e66dc5f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:38.899166 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf17e-a74e-41fb-901d-81e8e66dc5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:38.900354 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebcf17e-a74e-41fb-901d-81e8e66dc5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:46:38.900958 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf17e-a74e-41fb-901d-81e8e66dc5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:38.929756 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-3ebcf17e-a74e-41fb-901d-81e8e66dc5f1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2741501 Sep 15 03:46:38.933622 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 53758) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:38.938444 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b2a56462-afc1-4cb3-a796-0561ccc1b054 admin admin] Request body: {'subnet': {'network_id': '4c2da3f3-f300-49da-8203-4a8750701ad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1022474387-subnet', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:46:38.958670 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a56462-afc1-4cb3-a796-0561ccc1b054 admin admin] Made reservation on behalf of ebf9b6cbb0c14a11bdb62f27be176b73 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 03:46:38.960630 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcf17e-a74e-41fb-901d-81e8e66dc5f1 admin admin] Pushing event updated for resources: {'Network': ['ID=4c2da3f3-f300-49da-8203-4a8750701ad7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:38.960943 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2a56462-afc1-4cb3-a796-0561ccc1b054 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3306180'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:38.970294 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network 4c2da3f3-f300-49da-8203-4a8750701ad7 details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 03:46:39.141830 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2a56462-afc1-4cb3-a796-0561ccc1b054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2767602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3306218'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:39.208867 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a56462-afc1-4cb3-a796-0561ccc1b054 admin admin] Checking segment: {'id': '2b1aa8f8-23e1-4240-bb2c-836bf41589ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4c2da3f3-f300-49da-8203-4a8750701ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:46:39.209236 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a56462-afc1-4cb3-a796-0561ccc1b054 admin admin] Network hostable DHCP agents. Network: 4c2da3f3-f300-49da-8203-4a8750701ad7, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 03:46:39.212142 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a56462-afc1-4cb3-a796-0561ccc1b054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=874f6237-d4d8-4a74-8c72-bb425904ed54,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:39.228608 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a56462-afc1-4cb3-a796-0561ccc1b054 admin admin] Network 4c2da3f3-f300-49da-8203-4a8750701ad7 is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 03:46:39.237854 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b2a56462-afc1-4cb3-a796-0561ccc1b054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, 4c2da3f3-f300-49da-8203-4a8750701ad7) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:46:39.241924 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a56462-afc1-4cb3-a796-0561ccc1b054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:46:39.242525 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2a56462-afc1-4cb3-a796-0561ccc1b054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:39.250802 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cbbb46-24fa-405a-9ce0-70c2b47ac271 None None] Network 4c2da3f3-f300-49da-8203-4a8750701ad7 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:46:39.261135 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-b2a56462-afc1-4cb3-a796-0561ccc1b054 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3264165 Sep 15 03:46:39.263711 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53764) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:39.268023 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1022474387-router', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:46:39.288463 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1228'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:39.289455 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8079899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8074379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1239'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:39.357774 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:39.400454 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 2849bac1-6d34-4e5a-8184-2a3b59397081 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:46:39.440008 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Sync routers for ids ['340b9f35-e965-4aa7-ba93-7c197bf69c91'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:46:39.446076 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61792565-6ce9-5770-a455-e89f9f15880b-4c2da3f3-f300-49da-8203-4a8750701ad7', 'network_id': '4c2da3f3-f300-49da-8203-4a8750701ad7', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'fixed_ips': [{'subnet_id': '874f6237-d4d8-4a74-8c72-bb425904ed54'}]}} from dv-cinder-806965-6-iscsi. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 03:46:39.447741 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:39.452603 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Routers {'340b9f35-e965-4aa7-ba93-7c197bf69c91'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:46:39.453217 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:46:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['340b9f35-e965-4aa7-ba93-7c197bf69c91'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:39.510310 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:39.547099 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 2849bac1-6d34-4e5a-8184-2a3b59397081 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:39.547483 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:39.570727 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Set router 340b9f35-e965-4aa7-ba93-7c197bf69c91 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:46:39.588574 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:39.672382 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Allocated IP 172.20.0.2 (4c2da3f3-f300-49da-8203-4a8750701ad7/874f6237-d4d8-4a74-8c72-bb425904ed54/c2a87199-6e5f-4339-8138-fafddbb483b0) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:46:39.696323 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:39.740730 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] For port 2849bac1-6d34-4e5a-8184-2a3b59397081, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=2849bac1-6d34-4e5a-8184-2a3b59397081,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:46:39.746070 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:39.764055 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:39.784568 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:39.841525 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Pushing event updated for resources: {'Port': ['ID=2849bac1-6d34-4e5a-8184-2a3b59397081,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:39.872312 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'name': 'tempest-TestShelveInstance-989208681-router', 'tenant_id': '8711e063fa3942ec83f998c605189ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2849bac1-6d34-4e5a-8184-2a3b59397081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:34Z', 'updated_at': '2021-09-15T03:46:37Z', 'revision_number': 4, 'project_id': '8711e063fa3942ec83f998c605189ebd', 'gw_port': {'id': '2849bac1-6d34-4e5a-8184-2a3b59397081', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:62:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:34Z', 'updated_at': '2021-09-15T03:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '6eb7d73b-58c5-4e75-860f-b0f851854fb2', 'name': '', 'network_id': '6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7', 'tenant_id': '8711e063fa3942ec83f998c605189ebd', 'mac_address': 'fa:16:3e:ad:43:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4721cc46-ee1e-4b7a-a4f4-7608b9e0b39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:36Z', 'updated_at': '2021-09-15T03:46:37Z', 'revision_number': 2, 'project_id': '8711e063fa3942ec83f998c605189ebd', 'subnets': [{'id': '4721cc46-ee1e-4b7a-a4f4-7608b9e0b39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:39.892038 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:39.898764 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:39.900685 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Checking router: 340b9f35-e965-4aa7-ba93-7c197bf69c91 for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:46:39.901149 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Updating router 340b9f35-e965-4aa7-ba93-7c197bf69c91 port 6eb7d73b-58c5-4e75-860f-b0f851854fb2 binding host dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:46:39.905191 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Allocated IP 172.27.0.112 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/6ba0b42a-360c-411f-bdb0-be1d04b2a3e3) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:46:39.930179 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:39.939045 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Network 4c2da3f3-f300-49da-8203-4a8750701ad7 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:46:39.941785 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:46:39.945241 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:46:39.955051 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Pushing event updated for resources: {'Port': ['ID=c2a87199-6e5f-4339-8138-fafddbb483b0,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:40.012015 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Attempting to bind port c2a87199-6e5f-4339-8138-fafddbb483b0 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:46:40.012757 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Attempting to bind port c2a87199-6e5f-4339-8138-fafddbb483b0 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': '2b1aa8f8-23e1-4240-bb2c-836bf41589ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4c2da3f3-f300-49da-8203-4a8750701ad7'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:46:40.012757 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Attempting to bind port c2a87199-6e5f-4339-8138-fafddbb483b0 on network 4c2da3f3-f300-49da-8203-4a8750701ad7 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:46:40.017946 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:46:40.018149 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.018326 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Checking segment: {'id': '2b1aa8f8-23e1-4240-bb2c-836bf41589ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4c2da3f3-f300-49da-8203-4a8750701ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:46:40.018724 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.019157 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Bound using segment: {'id': '2b1aa8f8-23e1-4240-bb2c-836bf41589ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4c2da3f3-f300-49da-8203-4a8750701ad7'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:46:40.019627 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Bound port: c2a87199-6e5f-4339-8138-fafddbb483b0, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1aa8f8-23e1-4240-bb2c-836bf41589ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4c2da3f3-f300-49da-8203-4a8750701ad7'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:46:40.020013 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.055920 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.086582 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] For port c2a87199-6e5f-4339-8138-fafddbb483b0, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:46:40.090208 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] For port c2a87199-6e5f-4339-8138-fafddbb483b0, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=c2a87199-6e5f-4339-8138-fafddbb483b0,segment=NetworkSegment(2b1aa8f8-23e1-4240-bb2c-836bf41589ac),segment_id=2b1aa8f8-23e1-4240-bb2c-836bf41589ac)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:46:40.094720 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:46:40.094876 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.097984 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:46:40.101806 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:46:40.130894 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Pushing event updated for resources: {'Port': ['ID=6ba0b42a-360c-411f-bdb0-be1d04b2a3e3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:40.155931 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d8b94-1f91-44c4-a54d-0f548454356f None None] Pushing event updated for resources: {'Port': ['ID=c2a87199-6e5f-4339-8138-fafddbb483b0,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:40.240927 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.250207 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.310215 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40023696-b71f-476e-a73b-b9d7367740f8 None None] Pushing event updated for resources: {'Port': ['ID=6eb7d73b-58c5-4e75-860f-b0f851854fb2,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:40.342128 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40023696-b71f-476e-a73b-b9d7367740f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:40.342477 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40023696-b71f-476e-a73b-b9d7367740f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:40.342816 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40023696-b71f-476e-a73b-b9d7367740f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:40.343244 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40023696-b71f-476e-a73b-b9d7367740f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:40.343578 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40023696-b71f-476e-a73b-b9d7367740f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:40.343915 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40023696-b71f-476e-a73b-b9d7367740f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:40.344248 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40023696-b71f-476e-a73b-b9d7367740f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:40.344577 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40023696-b71f-476e-a73b-b9d7367740f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:40.344980 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40023696-b71f-476e-a73b-b9d7367740f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:40.345257 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40023696-b71f-476e-a73b-b9d7367740f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:40.345581 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40023696-b71f-476e-a73b-b9d7367740f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:40.345904 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40023696-b71f-476e-a73b-b9d7367740f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:46:40.381020 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Attempting to bind port 6eb7d73b-58c5-4e75-860f-b0f851854fb2 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:46:40.381524 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Attempting to bind port 6eb7d73b-58c5-4e75-860f-b0f851854fb2 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': '202b9ff4-d6bc-4077-8e45-aa6a2821a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:46:40.381893 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Attempting to bind port 6eb7d73b-58c5-4e75-860f-b0f851854fb2 on network 6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:46:40.387719 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:46:40.388094 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Checking segment: {'id': '202b9ff4-d6bc-4077-8e45-aa6a2821a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:46:40.388518 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.388895 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Bound using segment: {'id': '202b9ff4-d6bc-4077-8e45-aa6a2821a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:46:40.389355 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Bound port: 6eb7d73b-58c5-4e75-860f-b0f851854fb2, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202b9ff4-d6bc-4077-8e45-aa6a2821a19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:46:40.389756 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.428830 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.488807 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] For port 6eb7d73b-58c5-4e75-860f-b0f851854fb2, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:46:40.493320 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] For port 6eb7d73b-58c5-4e75-860f-b0f851854fb2, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=6eb7d73b-58c5-4e75-860f-b0f851854fb2,segment=NetworkSegment(202b9ff4-d6bc-4077-8e45-aa6a2821a19f),segment_id=202b9ff4-d6bc-4077-8e45-aa6a2821a19f)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:46:40.501567 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.549329 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Routers {'340b9f35-e965-4aa7-ba93-7c197bf69c91'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:46:40.550157 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:46:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['340b9f35-e965-4aa7-ba93-7c197bf69c91'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:40.612087 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40023696-b71f-476e-a73b-b9d7367740f8 None None] Pushing event updated for resources: {'Port': ['ID=6eb7d73b-58c5-4e75-860f-b0f851854fb2,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:40.651421 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4b0e9557-6444-4ca3-a7e5-5c7398d81859 None None] Provisioning complete for port 6eb7d73b-58c5-4e75-860f-b0f851854fb2 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:40.651898 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4b0e9557-6444-4ca3-a7e5-5c7398d81859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.664613 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8079892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8074588'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.702651 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] Set router 340b9f35-e965-4aa7-ba93-7c197bf69c91 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:46:40.784182 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4b0e9557-6444-4ca3-a7e5-5c7398d81859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.823163 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4b0e9557-6444-4ca3-a7e5-5c7398d81859 None None] For port 6eb7d73b-58c5-4e75-860f-b0f851854fb2, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=6eb7d73b-58c5-4e75-860f-b0f851854fb2,segment=NetworkSegment(202b9ff4-d6bc-4077-8e45-aa6a2821a19f),segment_id=202b9ff4-d6bc-4077-8e45-aa6a2821a19f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:46:40.830848 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4b0e9557-6444-4ca3-a7e5-5c7398d81859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.846059 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Router 5f76bf9e-ce88-4376-8a2a-00e45c582384 is scheduled to L3 agent 3f116605-9963-4097-a649-e8245477f4d2 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 03:46:40.890073 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e9557-6444-4ca3-a7e5-5c7398d81859 None None] Pushing event updated for resources: {'Port': ['ID=6eb7d73b-58c5-4e75-860f-b0f851854fb2,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:40.920807 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.939588 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'name': 'tempest-TestShelveInstance-989208681-router', 'tenant_id': '8711e063fa3942ec83f998c605189ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2849bac1-6d34-4e5a-8184-2a3b59397081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:34Z', 'updated_at': '2021-09-15T03:46:37Z', 'revision_number': 4, 'project_id': '8711e063fa3942ec83f998c605189ebd', 'gw_port': {'id': '2849bac1-6d34-4e5a-8184-2a3b59397081', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:34Z', 'updated_at': '2021-09-15T03:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '6eb7d73b-58c5-4e75-860f-b0f851854fb2', 'name': '', 'network_id': '6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7', 'tenant_id': '8711e063fa3942ec83f998c605189ebd', 'mac_address': 'fa:16:3e:ad:43:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4721cc46-ee1e-4b7a-a4f4-7608b9e0b39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:36Z', 'updated_at': '2021-09-15T03:46:40Z', 'revision_number': 4, 'project_id': '8711e063fa3942ec83f998c605189ebd', 'subnets': [{'id': '4721cc46-ee1e-4b7a-a4f4-7608b9e0b39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:40.959245 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-12e2e649-53be-4776-aa2f-5f36635627c0 None None] Provisioning complete for port 6eb7d73b-58c5-4e75-860f-b0f851854fb2 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:40.960227 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-12e2e649-53be-4776-aa2f-5f36635627c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.973664 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:46:40.974332 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb67f12-ecff-4e6c-871a-3f12f4f95293 None None] The sync data for ids ['340b9f35-e965-4aa7-ba93-7c197bf69c91'] in dv-cinder-806965-6-iscsi is: [{'id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'name': 'tempest-TestShelveInstance-989208681-router', 'tenant_id': '8711e063fa3942ec83f998c605189ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2849bac1-6d34-4e5a-8184-2a3b59397081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:34Z', 'updated_at': '2021-09-15T03:46:37Z', 'revision_number': 4, 'project_id': '8711e063fa3942ec83f998c605189ebd', 'gw_port': {'id': '2849bac1-6d34-4e5a-8184-2a3b59397081', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:34Z', 'updated_at': '2021-09-15T03:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '6eb7d73b-58c5-4e75-860f-b0f851854fb2', 'name': '', 'network_id': '6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7', 'tenant_id': '8711e063fa3942ec83f998c605189ebd', 'mac_address': 'fa:16:3e:ad:43:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4721cc46-ee1e-4b7a-a4f4-7608b9e0b39b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:36Z', 'updated_at': '2021-09-15T03:46:40Z', 'revision_number': 4, 'project_id': '8711e063fa3942ec83f998c605189ebd', 'subnets': [{'id': '4721cc46-ee1e-4b7a-a4f4-7608b9e0b39b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:46:40.990533 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Sync routers for ids ['5f76bf9e-ce88-4376-8a2a-00e45c582384'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:46:40.998393 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:40.999683 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ebf3f2fc-57a8-4ed9-8d9c-46cc746fa755 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7349813 Sep 15 03:46:41.002606 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53778) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:41.012606 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Routers {'5f76bf9e-ce88-4376-8a2a-00e45c582384'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:46:41.013238 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-be578c74-09e7-4e10-a668-560654ab128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:46:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['5f76bf9e-ce88-4376-8a2a-00e45c582384'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:41.192999 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Set router 5f76bf9e-ce88-4376-8a2a-00e45c582384 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:46:41.413226 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd191b22-5ff5-4cae-9c65-7a964d50fef8 None None] Network 4c2da3f3-f300-49da-8203-4a8750701ad7 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:46:41.561860 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:41.566593 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c61b2f1c-7231-4893-8472-42f1677ba70c None None] Provisioning complete for port c2a87199-6e5f-4339-8138-fafddbb483b0 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:41.566988 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c61b2f1c-7231-4893-8472-42f1677ba70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:41.599159 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device c2a87199-6e5f-4339-8138-fafddbb483b0 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:46:41.745535 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-be578c74-09e7-4e10-a668-560654ab128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'name': 'tempest-TestShelveInstance-1022474387-router', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6ba0b42a-360c-411f-bdb0-be1d04b2a3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:39Z', 'updated_at': '2021-09-15T03:46:40Z', 'revision_number': 3, 'project_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'gw_port': {'id': '6ba0b42a-360c-411f-bdb0-be1d04b2a3e3', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:39Z', 'updated_at': '2021-09-15T03:46:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:41.926683 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Checking router: 5f76bf9e-ce88-4376-8a2a-00e45c582384 for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:46:41.927053 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Updating router 5f76bf9e-ce88-4376-8a2a-00e45c582384 port 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3 binding host dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:46:41.966847 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c61b2f1c-7231-4893-8472-42f1677ba70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:41.983216 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port c2a87199-6e5f-4339-8138-fafddbb483b0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:41.983852 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:41.989359 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.031341 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Allocated IP 172.20.0.1 (4c2da3f3-f300-49da-8203-4a8750701ad7/874f6237-d4d8-4a74-8c72-bb425904ed54/caf6e0b0-ff25-4871-b9fd-5a81add5b933) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 03:46:42.088249 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c61b2f1c-7231-4893-8472-42f1677ba70c None None] For port c2a87199-6e5f-4339-8138-fafddbb483b0, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=c2a87199-6e5f-4339-8138-fafddbb483b0,segment=NetworkSegment(2b1aa8f8-23e1-4240-bb2c-836bf41589ac),segment_id=2b1aa8f8-23e1-4240-bb2c-836bf41589ac)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:46:42.149314 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.152091 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c61b2f1c-7231-4893-8472-42f1677ba70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.194772 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.238114 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Network 4c2da3f3-f300-49da-8203-4a8750701ad7 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:46:42.241044 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:46:42.245369 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 03:46:42.271205 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Pushing event updated for resources: {'Port': ['ID=caf6e0b0-ff25-4871-b9fd-5a81add5b933,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:42.282566 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b2f1c-7231-4893-8472-42f1677ba70c None None] Pushing event updated for resources: {'Port': ['ID=c2a87199-6e5f-4339-8138-fafddbb483b0,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:42.289761 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 6eb7d73b-58c5-4e75-860f-b0f851854fb2 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:46:42.293144 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8074635'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.417425 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0da21382-c24b-41af-978c-4e8b745ec060 None None] Provisioning complete for port c2a87199-6e5f-4339-8138-fafddbb483b0 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:42.417425 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0da21382-c24b-41af-978c-4e8b745ec060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.436055 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.468376 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 6eb7d73b-58c5-4e75-860f-b0f851854fb2 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:42.468755 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.554955 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.564136 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.607481 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.612253 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022191'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.674525 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Attempting to bind port 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:46:42.674901 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Attempting to bind port 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:46:42.675299 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Attempting to bind port 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3 on network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:46:42.679544 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8079387'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.681676 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657218b-3648-4026-8380-dcdb7f052aad None None] Pushing event updated for resources: {'Port': ['ID=6ba0b42a-360c-411f-bdb0-be1d04b2a3e3,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:42.682087 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Pushing event updated for resources: {'Port': ['ID=caf6e0b0-ff25-4871-b9fd-5a81add5b933,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:42.689482 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:46:42.689900 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Checking segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:46:42.690264 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.690659 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Bound using segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:46:42.691160 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Bound port: 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:46:42.691551 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.715776 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 2849bac1-6d34-4e5a-8184-2a3b59397081 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:46:42.779249 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-be578c74-09e7-4e10-a668-560654ab128f None None] For port 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:46:42.783074 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-be578c74-09e7-4e10-a668-560654ab128f None None] For port 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=6ba0b42a-360c-411f-bdb0-be1d04b2a3e3,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:46:42.786477 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Network 4c2da3f3-f300-49da-8203-4a8750701ad7 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 03:46:42.788077 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 03:46:42.793039 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.839453 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 2849bac1-6d34-4e5a-8184-2a3b59397081 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:42.840088 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.866108 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2ad152f4-23e1-45e8-bbeb-39925c864003 None None] Provisioning complete for port caf6e0b0-ff25-4871-b9fd-5a81add5b933 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:42.866492 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2ad152f4-23e1-45e8-bbeb-39925c864003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:42.936945 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Router 5f76bf9e-ce88-4376-8a2a-00e45c582384 has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:46:42.937432 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Routers {'5f76bf9e-ce88-4376-8a2a-00e45c582384'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:46:42.938070 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-be578c74-09e7-4e10-a668-560654ab128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:46:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['5f76bf9e-ce88-4376-8a2a-00e45c582384'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:42.976593 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657218b-3648-4026-8380-dcdb7f052aad None None] Pushing event updated for resources: {'Port': ['ID=6ba0b42a-360c-411f-bdb0-be1d04b2a3e3,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:42.983855 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2ad152f4-23e1-45e8-bbeb-39925c864003 None None] Port caf6e0b0-ff25-4871-b9fd-5a81add5b933 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:46:43.050862 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:46:43.056554 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-68ee75a1-a3c1-479f-b822-3b0ef05491ca admin admin] 10.222.0.24 "PUT /v2.0/routers/5f76bf9e-ce88-4376-8a2a-00e45c582384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0526383 Sep 15 03:46:43.086603 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-be578c74-09e7-4e10-a668-560654ab128f None None] Set router 5f76bf9e-ce88-4376-8a2a-00e45c582384 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:46:43.166674 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2cfadbad-5448-4ae9-a7ad-600f0037fcac None None] Provisioning complete for port caf6e0b0-ff25-4871-b9fd-5a81add5b933 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:43.167289 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2cfadbad-5448-4ae9-a7ad-600f0037fcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:43.251511 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2cfadbad-5448-4ae9-a7ad-600f0037fcac None None] Port caf6e0b0-ff25-4871-b9fd-5a81add5b933 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 03:46:43.333775 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-be578c74-09e7-4e10-a668-560654ab128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'name': 'tempest-TestShelveInstance-1022474387-router', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6ba0b42a-360c-411f-bdb0-be1d04b2a3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:39Z', 'updated_at': '2021-09-15T03:46:42Z', 'revision_number': 4, 'project_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'gw_port': {'id': '6ba0b42a-360c-411f-bdb0-be1d04b2a3e3', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:39Z', 'updated_at': '2021-09-15T03:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'caf6e0b0-ff25-4871-b9fd-5a81add5b933', 'name': '', 'network_id': '4c2da3f3-f300-49da-8203-4a8750701ad7', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'mac_address': 'fa:16:3e:48:aa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '874f6237-d4d8-4a74-8c72-bb425904ed54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:41Z', 'updated_at': '2021-09-15T03:46:42Z', 'revision_number': 2, 'project_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'subnets': [{'id': '874f6237-d4d8-4a74-8c72-bb425904ed54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:43.367528 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be578c74-09e7-4e10-a668-560654ab128f None None] The sync data for ids ['5f76bf9e-ce88-4376-8a2a-00e45c582384'] in dv-cinder-806965-6-iscsi is: [{'id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'name': 'tempest-TestShelveInstance-1022474387-router', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6ba0b42a-360c-411f-bdb0-be1d04b2a3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:39Z', 'updated_at': '2021-09-15T03:46:42Z', 'revision_number': 4, 'project_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'gw_port': {'id': '6ba0b42a-360c-411f-bdb0-be1d04b2a3e3', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:39Z', 'updated_at': '2021-09-15T03:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'caf6e0b0-ff25-4871-b9fd-5a81add5b933', 'name': '', 'network_id': '4c2da3f3-f300-49da-8203-4a8750701ad7', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'mac_address': 'fa:16:3e:48:aa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '874f6237-d4d8-4a74-8c72-bb425904ed54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:41Z', 'updated_at': '2021-09-15T03:46:42Z', 'revision_number': 2, 'project_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'subnets': [{'id': '874f6237-d4d8-4a74-8c72-bb425904ed54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:46:43.396434 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device c2a87199-6e5f-4339-8138-fafddbb483b0 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:46:43.456752 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port c2a87199-6e5f-4339-8138-fafddbb483b0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:43.457125 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.005100 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53810) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:44.010495 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-fdcda888-318e-46ba-8fb0-ccd092ec42e1 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1729713094', 'description': 'tempest-secgroup-smoke-1729713094 description', 'project_id': '8711e063fa3942ec83f998c605189ebd'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:46:44.034895 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdcda888-318e-46ba-8fb0-ccd092ec42e1 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.133943 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdcda888-318e-46ba-8fb0-ccd092ec42e1 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.138611 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdcda888-318e-46ba-8fb0-ccd092ec42e1 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.170265 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdcda888-318e-46ba-8fb0-ccd092ec42e1 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.171701 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-fdcda888-318e-46ba-8fb0-ccd092ec42e1 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1654224 Sep 15 03:46:44.174612 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53812) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:44.179027 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ef96759f-bd9f-4b2d-bd99-1de7028ae724 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Request body: {'security_group_rule': {'security_group_id': 'ea81d565-2668-40da-8ad9-6d65ea666b59', 'project_id': '8711e063fa3942ec83f998c605189ebd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:46:44.188030 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcda888-318e-46ba-8fb0-ccd092ec42e1 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea81d565-2668-40da-8ad9-6d65ea666b59,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:44.209484 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef96759f-bd9f-4b2d-bd99-1de7028ae724 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.276784 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef96759f-bd9f-4b2d-bd99-1de7028ae724 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.281238 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef96759f-bd9f-4b2d-bd99-1de7028ae724 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.299225 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96759f-bd9f-4b2d-bd99-1de7028ae724 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ab4c15-15d1-4470-aee2-bda64914b09c,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:44.310526 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef96759f-bd9f-4b2d-bd99-1de7028ae724 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.312500 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ef96759f-bd9f-4b2d-bd99-1de7028ae724 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367834 Sep 15 03:46:44.315537 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 53814) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:44.322381 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ea60bbee-7e3b-45a6-aad4-caa6cc2dec46 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Request body: {'security_group_rule': {'security_group_id': 'ea81d565-2668-40da-8ad9-6d65ea666b59', 'project_id': '8711e063fa3942ec83f998c605189ebd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:46:44.361300 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea60bbee-7e3b-45a6-aad4-caa6cc2dec46 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.443512 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea60bbee-7e3b-45a6-aad4-caa6cc2dec46 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.448456 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea60bbee-7e3b-45a6-aad4-caa6cc2dec46 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.465950 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60bbee-7e3b-45a6-aad4-caa6cc2dec46 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cda8f7c-ef11-49ca-8cd9-fa3f93ec456b,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:44.477160 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea60bbee-7e3b-45a6-aad4-caa6cc2dec46 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.479153 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-ea60bbee-7e3b-45a6-aad4-caa6cc2dec46 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1622188 Sep 15 03:46:44.482458 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53818) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:44.487682 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-00c754c4-883a-4c62-87ac-215e520c4a4e tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Request body: {'security_group_rule': {'security_group_id': 'ea81d565-2668-40da-8ad9-6d65ea666b59', 'project_id': '8711e063fa3942ec83f998c605189ebd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:46:44.517719 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00c754c4-883a-4c62-87ac-215e520c4a4e tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.586409 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00c754c4-883a-4c62-87ac-215e520c4a4e tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.591240 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00c754c4-883a-4c62-87ac-215e520c4a4e tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.612270 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c754c4-883a-4c62-87ac-215e520c4a4e tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cde6ffb-62d3-466b-9346-cc3e03c93b3e,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:44.619829 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00c754c4-883a-4c62-87ac-215e520c4a4e tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.621383 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-00c754c4-883a-4c62-87ac-215e520c4a4e tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378143 Sep 15 03:46:44.623943 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53822) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:44.628460 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-099924dd-5e08-443d-aacd-e51a24ccc0be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Request body: {'security_group_rule': {'security_group_id': 'ea81d565-2668-40da-8ad9-6d65ea666b59', 'project_id': '8711e063fa3942ec83f998c605189ebd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:46:44.657455 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-099924dd-5e08-443d-aacd-e51a24ccc0be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.726719 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-099924dd-5e08-443d-aacd-e51a24ccc0be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.731269 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-099924dd-5e08-443d-aacd-e51a24ccc0be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.751730 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099924dd-5e08-443d-aacd-e51a24ccc0be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a35df7-d402-42fe-9e2c-9007046aacea,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:44.755421 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-099924dd-5e08-443d-aacd-e51a24ccc0be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.756873 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-099924dd-5e08-443d-aacd-e51a24ccc0be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1319139 Sep 15 03:46:44.759667 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53824) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:44.764051 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4e73e863-fc3a-4e54-a438-71fbaba829c3 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Request body: {'security_group_rule': {'security_group_id': 'ea81d565-2668-40da-8ad9-6d65ea666b59', 'project_id': '8711e063fa3942ec83f998c605189ebd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:46:44.787766 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-4e73e863-fc3a-4e54-a438-71fbaba829c3 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Project 8711e063fa3942ec83f998c605189ebd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 03:46:44.793588 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e73e863-fc3a-4e54-a438-71fbaba829c3 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.856315 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e73e863-fc3a-4e54-a438-71fbaba829c3 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.859747 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e73e863-fc3a-4e54-a438-71fbaba829c3 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.876647 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73e863-fc3a-4e54-a438-71fbaba829c3 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884b3773-3b84-4c93-ad73-69be012f6c03,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:44.882601 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e73e863-fc3a-4e54-a438-71fbaba829c3 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.883848 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-4e73e863-fc3a-4e54-a438-71fbaba829c3 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231918 Sep 15 03:46:44.886653 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 53826) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:46:44.890826 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-69f933ae-dbc4-4fd6-954d-1457828988c3 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Request body: {'security_group_rule': {'security_group_id': 'ea81d565-2668-40da-8ad9-6d65ea666b59', 'project_id': '8711e063fa3942ec83f998c605189ebd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 03:46:44.911077 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-69f933ae-dbc4-4fd6-954d-1457828988c3 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Project 8711e063fa3942ec83f998c605189ebd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 03:46:44.916316 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69f933ae-dbc4-4fd6-954d-1457828988c3 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.982046 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69f933ae-dbc4-4fd6-954d-1457828988c3 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:44.987150 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69f933ae-dbc4-4fd6-954d-1457828988c3 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:45.005731 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f933ae-dbc4-4fd6-954d-1457828988c3 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361f2f05-9738-421a-be98-306b1435f83d,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:45.014020 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69f933ae-dbc4-4fd6-954d-1457828988c3 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:45.027580 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-69f933ae-dbc4-4fd6-954d-1457828988c3 tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1398053 Sep 15 03:46:45.390834 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:46:45.445266 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:45.445734 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:45.550585 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:45.574476 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] For port 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=6ba0b42a-360c-411f-bdb0-be1d04b2a3e3,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:46:45.580312 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:45.604798 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Sync routers for ids ['5f76bf9e-ce88-4376-8a2a-00e45c582384'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:46:45.624186 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Routers {'5f76bf9e-ce88-4376-8a2a-00e45c582384'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:46:45.624820 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:46:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['5f76bf9e-ce88-4376-8a2a-00e45c582384'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:45.661193 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Pushing event updated for resources: {'Port': ['ID=6ba0b42a-360c-411f-bdb0-be1d04b2a3e3,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:45.736373 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Set router 5f76bf9e-ce88-4376-8a2a-00e45c582384 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:46:45.938103 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'name': 'tempest-TestShelveInstance-1022474387-router', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6ba0b42a-360c-411f-bdb0-be1d04b2a3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:39Z', 'updated_at': '2021-09-15T03:46:42Z', 'revision_number': 4, 'project_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'gw_port': {'id': '6ba0b42a-360c-411f-bdb0-be1d04b2a3e3', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:39Z', 'updated_at': '2021-09-15T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'caf6e0b0-ff25-4871-b9fd-5a81add5b933', 'name': '', 'network_id': '4c2da3f3-f300-49da-8203-4a8750701ad7', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'mac_address': 'fa:16:3e:48:aa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '874f6237-d4d8-4a74-8c72-bb425904ed54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:41Z', 'updated_at': '2021-09-15T03:46:42Z', 'revision_number': 2, 'project_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'subnets': [{'id': '874f6237-d4d8-4a74-8c72-bb425904ed54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:45.964555 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Checking router: 5f76bf9e-ce88-4376-8a2a-00e45c582384 for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:46:45.964907 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Updating router 5f76bf9e-ce88-4376-8a2a-00e45c582384 port caf6e0b0-ff25-4871-b9fd-5a81add5b933 binding host dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 03:46:45.990113 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:46.353910 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:46.359790 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:46.429102 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e038eb8-c381-468a-ae2d-82d6d6821166 None None] Pushing event updated for resources: {'Port': ['ID=caf6e0b0-ff25-4871-b9fd-5a81add5b933,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:46.471274 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Attempting to bind port caf6e0b0-ff25-4871-b9fd-5a81add5b933 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 03:46:46.471650 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Attempting to bind port caf6e0b0-ff25-4871-b9fd-5a81add5b933 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': '2b1aa8f8-23e1-4240-bb2c-836bf41589ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4c2da3f3-f300-49da-8203-4a8750701ad7'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 03:46:46.472013 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Attempting to bind port caf6e0b0-ff25-4871-b9fd-5a81add5b933 on network 4c2da3f3-f300-49da-8203-4a8750701ad7 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 03:46:46.477191 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 3, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 03:46:46.477833 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Checking segment: {'id': '2b1aa8f8-23e1-4240-bb2c-836bf41589ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4c2da3f3-f300-49da-8203-4a8750701ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 03:46:46.478437 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:46.478861 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Bound using segment: {'id': '2b1aa8f8-23e1-4240-bb2c-836bf41589ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4c2da3f3-f300-49da-8203-4a8750701ad7'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 03:46:46.479350 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Bound port: caf6e0b0-ff25-4871-b9fd-5a81add5b933, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1aa8f8-23e1-4240-bb2c-836bf41589ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4c2da3f3-f300-49da-8203-4a8750701ad7'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 03:46:46.479752 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:46.543995 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] For port caf6e0b0-ff25-4871-b9fd-5a81add5b933, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 03:46:46.547121 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] For port caf6e0b0-ff25-4871-b9fd-5a81add5b933, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=caf6e0b0-ff25-4871-b9fd-5a81add5b933,segment=NetworkSegment(2b1aa8f8-23e1-4240-bb2c-836bf41589ac),segment_id=2b1aa8f8-23e1-4240-bb2c-836bf41589ac)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 03:46:46.551273 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:46.601922 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c83fd305-7382-45d8-9d5a-120998d5a4af None None] Provisioning complete for port caf6e0b0-ff25-4871-b9fd-5a81add5b933 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:46.602403 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c83fd305-7382-45d8-9d5a-120998d5a4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:46.609512 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e038eb8-c381-468a-ae2d-82d6d6821166 None None] Pushing event updated for resources: {'Port': ['ID=caf6e0b0-ff25-4871-b9fd-5a81add5b933,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:46.620357 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Routers {'5f76bf9e-ce88-4376-8a2a-00e45c582384'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:46:46.621031 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:46:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['5f76bf9e-ce88-4376-8a2a-00e45c582384'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:46.722593 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c83fd305-7382-45d8-9d5a-120998d5a4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:46.754655 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] Set router 5f76bf9e-ce88-4376-8a2a-00e45c582384 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:46:46.769138 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c83fd305-7382-45d8-9d5a-120998d5a4af None None] For port caf6e0b0-ff25-4871-b9fd-5a81add5b933, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=caf6e0b0-ff25-4871-b9fd-5a81add5b933,segment=NetworkSegment(2b1aa8f8-23e1-4240-bb2c-836bf41589ac),segment_id=2b1aa8f8-23e1-4240-bb2c-836bf41589ac)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:46:46.773489 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c83fd305-7382-45d8-9d5a-120998d5a4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:46.825690 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fd305-7382-45d8-9d5a-120998d5a4af None None] Pushing event updated for resources: {'Port': ['ID=caf6e0b0-ff25-4871-b9fd-5a81add5b933,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:46:46.893357 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-082483a5-0c96-407b-9085-13d9fadf484e None None] Provisioning complete for port caf6e0b0-ff25-4871-b9fd-5a81add5b933 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:46.893725 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-082483a5-0c96-407b-9085-13d9fadf484e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:46.969093 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'name': 'tempest-TestShelveInstance-1022474387-router', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6ba0b42a-360c-411f-bdb0-be1d04b2a3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:39Z', 'updated_at': '2021-09-15T03:46:42Z', 'revision_number': 4, 'project_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'gw_port': {'id': '6ba0b42a-360c-411f-bdb0-be1d04b2a3e3', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:39Z', 'updated_at': '2021-09-15T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'caf6e0b0-ff25-4871-b9fd-5a81add5b933', 'name': '', 'network_id': '4c2da3f3-f300-49da-8203-4a8750701ad7', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'mac_address': 'fa:16:3e:48:aa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '874f6237-d4d8-4a74-8c72-bb425904ed54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:41Z', 'updated_at': '2021-09-15T03:46:46Z', 'revision_number': 4, 'project_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'subnets': [{'id': '874f6237-d4d8-4a74-8c72-bb425904ed54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:46:46.995954 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02706a7-b9c1-4500-a40b-0aaed30c38f9 None None] The sync data for ids ['5f76bf9e-ce88-4376-8a2a-00e45c582384'] in dv-cinder-806965-6-iscsi is: [{'id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'name': 'tempest-TestShelveInstance-1022474387-router', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6ba0b42a-360c-411f-bdb0-be1d04b2a3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:39Z', 'updated_at': '2021-09-15T03:46:42Z', 'revision_number': 4, 'project_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'gw_port': {'id': '6ba0b42a-360c-411f-bdb0-be1d04b2a3e3', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:39Z', 'updated_at': '2021-09-15T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'caf6e0b0-ff25-4871-b9fd-5a81add5b933', 'name': '', 'network_id': '4c2da3f3-f300-49da-8203-4a8750701ad7', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'mac_address': 'fa:16:3e:48:aa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '874f6237-d4d8-4a74-8c72-bb425904ed54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:41Z', 'updated_at': '2021-09-15T03:46:46Z', 'revision_number': 4, 'project_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'subnets': [{'id': '874f6237-d4d8-4a74-8c72-bb425904ed54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:46:47.396530 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:46:47.447096 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:47.447503 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:46:47.532128 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device caf6e0b0-ff25-4871-b9fd-5a81add5b933 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 03:46:47.581296 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port caf6e0b0-ff25-4871-b9fd-5a81add5b933 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 03:46:47.581665 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:47:05.755634 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-57ed0d1f-d1da-4748-a9b8-f9c583ad097b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:47:06.832762 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:47:07.053311 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:47:08.230689 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b68e9fb0-4b62-453b-bd79-a86e44975f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:47:08.806003 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:47:09.498743 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:47:10.915923 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:47:18.954061 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-60767f18-32f2-4874-9085-6dac277df892 req-7b17ec3b-f25b-48e9-bd10-c83d6691b80b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1282501 Sep 15 03:47:19.036455 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60767f18-32f2-4874-9085-6dac277df892 req-c3b4c21a-8dfa-4acf-bb63-3a4fffd88348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:47:19.037888 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-60767f18-32f2-4874-9085-6dac277df892 req-c3b4c21a-8dfa-4acf-bb63-3a4fffd88348 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 1099 time: 0.0388045 Sep 15 03:47:19.142993 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60767f18-32f2-4874-9085-6dac277df892 req-845191c3-dc3c-4642-9d16-ef1cb3a0a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:47:19.144521 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-60767f18-32f2-4874-9085-6dac277df892 req-845191c3-dc3c-4642-9d16-ef1cb3a0a445 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0864167 Sep 15 03:47:19.188347 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-60767f18-32f2-4874-9085-6dac277df892 req-e44e7006-24ca-4061-a257-16f5e02f3dc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0d72799-4bc2-43ea-b6ca-f62b79fa624f HTTP/1.1" status: 200 len: 217 time: 0.0327268 Sep 15 03:47:19.241467 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60767f18-32f2-4874-9085-6dac277df892 req-1cb0da8c-2774-4696-8f6d-f104063463cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:47:19.243476 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-60767f18-32f2-4874-9085-6dac277df892 req-1cb0da8c-2774-4696-8f6d-f104063463cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0454109 Sep 15 03:47:19.281019 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-60767f18-32f2-4874-9085-6dac277df892 req-6bad437c-795a-487f-aec9-348d4049994a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262473 Sep 15 03:47:19.376637 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-60767f18-32f2-4874-9085-6dac277df892 req-5aebb536-17a9-42dd-9464-91847622ff22 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838835 Sep 15 03:47:19.473116 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-60767f18-32f2-4874-9085-6dac277df892 req-cdc1b910-f9d8-49f5-b89f-ad692f2a0c23 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836539 Sep 15 03:47:35.756388 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-247fc17f-2737-4bd7-9f04-7623d7727679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:47:36.827015 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:47:38.232187 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c7749045-8877-4f96-b57b-2deb0b85a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:47:38.807430 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:47:39.500566 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:47:40.915222 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:47:44.051793 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:48:05.758362 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-760c9ef9-ec1d-4315-88b3-91a8a8f8f4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:48:06.830519 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:48:08.223547 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9e4428b3-7b44-4cac-9d16-da8e6a36bfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:48:08.809167 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:48:09.503752 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:48:10.924353 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:48:13.167750 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9db39f-6d6b-4bef-ad3f-c506cbc19e19 req-576c18ae-bf43-4887-abd2-c79756e0fe7d tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:48:13.169250 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7e9db39f-6d6b-4bef-ad3f-c506cbc19e19 req-576c18ae-bf43-4887-abd2-c79756e0fe7d tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 945 time: 0.1010993 Sep 15 03:48:13.206806 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7e9db39f-6d6b-4bef-ad3f-c506cbc19e19 req-d7a94540-efe7-4060-8322-412d144c4bae tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Sep 15 03:48:14.027158 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d181fb0-b5e7-4c1c-a917-09990d562486 req-2410f82f-7320-4137-97b9-a1c73e4884f0 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:48:14.028625 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3d181fb0-b5e7-4c1c-a917-09990d562486 req-2410f82f-7320-4137-97b9-a1c73e4884f0 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 945 time: 0.0482273 Sep 15 03:48:14.126142 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-3d181fb0-b5e7-4c1c-a917-09990d562486 req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Deleting port d7038f00-aa4c-4f05-807d-2f0a2184fa7b {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:48:14.126494 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3d181fb0-b5e7-4c1c-a917-09990d562486 req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:48:14.212879 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-3d181fb0-b5e7-4c1c-a917-09990d562486 req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] For port d7038f00-aa4c-4f05-807d-2f0a2184fa7b, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=d7038f00-aa4c-4f05-807d-2f0a2184fa7b,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:48:14.213166 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3d181fb0-b5e7-4c1c-a917-09990d562486 req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:48:14.226035 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-3d181fb0-b5e7-4c1c-a917-09990d562486 req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Calling delete_port for d7038f00-aa4c-4f05-807d-2f0a2184fa7b owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:48:14.321548 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a7deb-1684-42db-8a2b-924f64472359 req-dc659386-da5c-4d5c-940a-2c15475be35f tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:48:14.323072 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-192a7deb-1684-42db-8a2b-924f64472359 req-dc659386-da5c-4d5c-940a-2c15475be35f tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 945 time: 0.0493960 Sep 15 03:48:14.358077 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3d181fb0-b5e7-4c1c-a917-09990d562486 req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:48:14.363179 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-192a7deb-1684-42db-8a2b-924f64472359 req-601e27ac-d4f1-4d26-9260-d2251a54b1a6 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334754 Sep 15 03:48:14.393695 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Pushing event deleted for resources: {'Port': ['ID=d7038f00-aa4c-4f05-807d-2f0a2184fa7b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:48:14.405973 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['f7482671-913e-4a38-a1de-a1f61fb7cd04', 'e0d72799-4bc2-43ea-b6ca-f62b79fa624f', '9c34f51a-7cb9-4a56-8042-4044bf8d18dd', 'd7038f00-aa4c-4f05-807d-2f0a2184fa7b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:48:14.417118 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:48:14.417484 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:48:14.417837 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:48:14.418183 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:48:14.418525 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:48:14.418867 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:48:14.419229 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:48:14.419570 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:48:14.419905 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:48:14.420236 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:48:14.420569 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:48:14.420900 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:48:14.444945 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d181fb0-b5e7-4c1c-a917-09990d562486 req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] No DVR routers for this DVR port d7038f00-aa4c-4f05-807d-2f0a2184fa7b on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:48:14.447555 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3d181fb0-b5e7-4c1c-a917-09990d562486 req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:48:14.449521 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3d181fb0-b5e7-4c1c-a917-09990d562486 req-2edd3cfc-7bd8-40d8-9581-3c3659c6e2ef tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.52 "DELETE /v2.0/ports/d7038f00-aa4c-4f05-807d-2f0a2184fa7b HTTP/1.1" status: 204 len: 173 time: 0.4113290 Sep 15 03:48:14.449961 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cb7954-3077-4e51-9ebe-bcbb50c8f393', 'name': 'network-vif-deleted', 'tag': 'd7038f00-aa4c-4f05-807d-2f0a2184fa7b'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:48:14.452475 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cd4a31-7608-4581-8b41-1cfcef17776b" -d '{"events": [{"server_uuid": "a7cb7954-3077-4e51-9ebe-bcbb50c8f393", "name": "network-vif-deleted", "tag": "d7038f00-aa4c-4f05-807d-2f0a2184fa7b"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:48:14.548688 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db92b2e8-78e0-43d7-88d4-f61fcc1dbcfd x-openstack-request-id: req-db92b2e8-78e0-43d7-88d4-f61fcc1dbcfd {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:48:14.549162 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cb7954-3077-4e51-9ebe-bcbb50c8f393", "name": "network-vif-deleted", "tag": "d7038f00-aa4c-4f05-807d-2f0a2184fa7b", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:48:14.549427 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db92b2e8-78e0-43d7-88d4-f61fcc1dbcfd {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:48:14.549830 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cb7954-3077-4e51-9ebe-bcbb50c8f393', 'name': 'network-vif-deleted', 'tag': 'd7038f00-aa4c-4f05-807d-2f0a2184fa7b', 'status': 'completed', 'code': 200} Sep 15 03:48:15.460249 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2219f7b3-69ab-455e-83ef-b1bd54ea8c00 req-a6c83cb0-7474-459f-b5f1-9c92b5c2c6dc tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0262537 Sep 15 03:48:16.551977 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c40a4760-23f4-4bfc-9023-7e33583fd442 req-fce5b960-e5f8-4052-8ad0-2e4b0b934925 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0251641 Sep 15 03:48:17.144330 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device d7038f00-aa4c-4f05-807d-2f0a2184fa7b no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:48:17.163789 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: d7038f00-aa4c-4f05-807d-2f0a2184fa7b {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:48:17.164142 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device d7038f00-aa4c-4f05-807d-2f0a2184fa7b not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:48:17.647876 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6e49f7b3-5657-474f-8db2-90a68326f764 req-d62a38a8-aa2e-42b3-9d39-f07053c4ac40 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0285344 Sep 15 03:48:18.745531 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9edb0fad-8d8a-4a21-8ced-efda92b5fa88 req-6e51b678-119a-40e6-89e0-621da9e9b0b4 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0268471 Sep 15 03:48:18.881596 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7f4079bc-72d6-4b91-a0da-5a011cfd7f69 req-97feb0fe-0a70-40f2-bbc3-550e707b47a7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391450 Sep 15 03:48:18.963030 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4079bc-72d6-4b91-a0da-5a011cfd7f69 req-240b5e02-087e-43d0-9a7b-4097092434bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:48:18.964481 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7f4079bc-72d6-4b91-a0da-5a011cfd7f69 req-240b5e02-087e-43d0-9a7b-4097092434bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 1099 time: 0.0388160 Sep 15 03:48:19.078008 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4079bc-72d6-4b91-a0da-5a011cfd7f69 req-ce471e12-c1a0-4e21-9054-df03ee5d5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:48:19.079494 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7f4079bc-72d6-4b91-a0da-5a011cfd7f69 req-ce471e12-c1a0-4e21-9054-df03ee5d5550 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0861080 Sep 15 03:48:19.123988 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7f4079bc-72d6-4b91-a0da-5a011cfd7f69 req-b8af3e5d-8d0e-46f6-8f88-92d1f2e68404 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c34f51a-7cb9-4a56-8042-4044bf8d18dd HTTP/1.1" status: 200 len: 217 time: 0.0330582 Sep 15 03:48:19.174656 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4079bc-72d6-4b91-a0da-5a011cfd7f69 req-e0342449-1ab5-4716-b001-115a3eeab13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:48:19.176179 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7f4079bc-72d6-4b91-a0da-5a011cfd7f69 req-e0342449-1ab5-4716-b001-115a3eeab13d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0410748 Sep 15 03:48:19.211934 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7f4079bc-72d6-4b91-a0da-5a011cfd7f69 req-ab93218c-a065-4cb7-ad70-fa1013f9533a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248525 Sep 15 03:48:19.310494 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7f4079bc-72d6-4b91-a0da-5a011cfd7f69 req-b1c1f0e1-13b7-4f32-a939-8f72d74e74a1 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872662 Sep 15 03:48:19.413731 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7f4079bc-72d6-4b91-a0da-5a011cfd7f69 req-d2117646-e34b-47b5-acb3-12931e9ec6bb service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911334 Sep 15 03:48:19.836699 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-30911bc2-d061-452d-bd55-6e4a3ca96e5d req-e73626a2-8d4d-4e29-b2b8-eaf5b2851dee tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0267167 Sep 15 03:48:20.926643 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-43476d10-73a2-4262-b4c3-d62109bba0da req-153d3f84-7460-48dc-9bbd-24dfd91c92d1 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0253217 Sep 15 03:48:21.051656 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:48:22.016719 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f66d777d-4fff-457c-a762-e3bea065ac23 req-67645647-496b-4416-8200-8341c20f5e8f tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0254200 Sep 15 03:48:23.115296 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-043ac400-26b6-4888-abe4-bbf814b8c82c req-cf649e91-5f63-4a67-b869-9aef7f0051c2 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0278964 Sep 15 03:48:24.211686 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2cc97716-9d37-4d11-a5b6-85886edec738 req-3b7c0fc4-ee7b-4873-b30c-dd96ffc7a2a9 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0276988 Sep 15 03:48:25.304097 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-abe29885-dfdd-4452-b7fa-58be52c947d6 req-f16ba357-c177-416a-86bf-f96aeb313935 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0255368 Sep 15 03:48:26.396224 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7df826a9-6911-4406-8c79-e77c2286e42b req-97915399-427e-4602-b533-3554aa2e99a3 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0268397 Sep 15 03:48:27.486653 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dbc42637-11fd-40ed-9c5a-77c940dc5f6c req-20109a10-dfb4-4946-9ce4-a358aefeacbd tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0257375 Sep 15 03:48:28.577982 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d519a2d1-3f31-4a39-ba54-93551c2b04d0 req-13faeac5-ef78-4c5c-aa0d-b2c0c9d003b1 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0253031 Sep 15 03:48:29.667781 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d8744f08-1aa4-47f3-9f0b-8c78126fc993 req-df5b4f8b-d513-4393-b360-c50edf14ca3e tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0256536 Sep 15 03:48:30.762513 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-833642b0-ff0c-4ca3-a36a-a99bec5e5b28 req-8b676866-62f8-4003-87dd-5bbdb3f1515b tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0282574 Sep 15 03:48:31.857583 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5af7f70a-38ea-48f4-ba46-6ee9b3b2ca30 req-ff72a0da-cf4e-4db7-9330-f5143b4e044f tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0274355 Sep 15 03:48:32.953137 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a8765687-1065-498e-8dac-216564d61c57 req-75015238-6b0f-4ef1-8db7-545bcae3e9aa tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0257733 Sep 15 03:48:34.045096 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-92e761b6-7193-4541-84fd-26ed75f64098 req-2ecbb827-d791-4cb0-82a7-dd82f2fc8f40 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0266299 Sep 15 03:48:35.140683 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2b2593cf-d80a-4618-869f-f66b560f286a req-fac1ed9b-f43c-4309-9528-32f24c40d59e tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0259454 Sep 15 03:48:35.758841 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf10e290-3941-4bca-858b-40b335b31036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:48:36.231476 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f6382014-bf18-44e4-9af1-ebabe4f5ded5 req-c09082dd-6ac8-4dee-9872-efca7c53a692 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0255287 Sep 15 03:48:36.820385 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:48:37.325751 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8d89c992-7c04-47ec-9131-bc2cd8c283cc req-1f19eea1-3a03-43a6-ba02-65e1c474f994 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0287275 Sep 15 03:48:38.224592 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5793cfcc-132c-4b3c-98e0-cab81ea80f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:48:38.416626 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5cb4888d-531e-426b-8047-a0f8dafbf0c2 req-b1f77066-deca-4516-82e4-f34efb13a21e tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0257742 Sep 15 03:48:38.810528 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:48:39.506553 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:48:39.508515 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cfb64577-4bc1-4ed1-a9ff-0570acd11f97 req-bd909c25-9fed-43ab-bd4b-849f3a8bc8ca tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0267661 Sep 15 03:48:40.600623 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-41739629-815a-491a-9dff-dc9eba399feb req-b7d49d96-adfc-45f7-886f-ab719467cc19 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0264494 Sep 15 03:48:40.917279 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:48:41.691212 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3092de22-07f5-418c-8743-606fd0237859 req-56803170-8c3d-4f9b-813b-5894a93c0ade tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0259070 Sep 15 03:48:42.783630 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-492b5e62-c988-47c1-be91-7d59a0e348d0 req-ee0efaae-4672-466d-a8c5-63cc03755458 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0254369 Sep 15 03:48:43.876640 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4822c1dc-184d-4c01-996c-1088cbe59b29 req-86cd4e33-449a-4ca2-a315-8567c5631d7a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0282395 Sep 15 03:48:44.967213 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c4eee81c-ef97-4abe-a602-3d8c4e24f0bd req-58902dc4-e232-47fc-9c67-39dbc535d48a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0256419 Sep 15 03:48:46.059514 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-648f16bb-da49-4b0a-bd48-03fbf7a4e50a req-4ce62a74-ecc8-457e-a0f8-e20507b19758 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0251262 Sep 15 03:48:47.153190 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-83bf5f38-fa60-4fe3-9664-2879bb0f5ba7 req-ddddabd6-836f-496f-9994-222e3a7f75b1 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0258183 Sep 15 03:48:48.244933 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6490bb2b-3db2-4db8-94aa-0362a634f84b req-295fa3ca-e939-43dc-8e8b-c08979a63184 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0265381 Sep 15 03:48:49.336285 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9bc36050-b67b-4dc9-8664-a7d2fa550daa req-52d0fd2c-3f26-4096-8c8a-46e41fae6087 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0256839 Sep 15 03:48:50.430223 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-284710e8-42c6-47e2-8713-b944926f0fea req-3eb1addd-99e7-4fee-bf51-1b44809cab78 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0285363 Sep 15 03:48:51.531769 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e995f0ef-be2a-42dc-a8cb-d248e848ca44 req-43852646-13e0-435b-9501-2811cf8321ff tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0260262 Sep 15 03:48:52.621942 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-155de7d6-a339-4cd6-9709-9c7735acfd67 req-3257c7e2-be7f-4d71-a393-a12ea85c7cd1 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0253899 Sep 15 03:48:53.712843 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5339bf9a-6626-4f10-a63d-b887840ac9af req-d6b41435-faf6-4fdb-a518-08b6dbc19fc9 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0256798 Sep 15 03:48:54.804668 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7938a179-0d11-4160-865f-8fea285cc2b2 req-3c869c22-1ba3-4c4c-899f-a06e3e6f02a0 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0253189 Sep 15 03:48:55.898377 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e81df553-2a2e-452e-911c-2a8c01df63df req-37ae74b0-23c0-4621-998e-18116e613c4c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0256999 Sep 15 03:48:56.997803 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-45f279c7-706d-4b7e-89cf-b3de4fcce303 req-252e320f-dae2-44d0-ad59-153ed37cc500 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0304265 Sep 15 03:48:58.050264 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:48:58.088584 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b8364d18-d7ac-483d-ad4f-07925eaf4585 req-9b7f305b-ab20-4b31-8ec4-c9c04853279a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0258198 Sep 15 03:48:59.180731 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8b2cf307-2f6f-41e4-893e-554b2f9c9df4 req-93758451-dd23-4545-9c78-332557791708 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0261438 Sep 15 03:49:00.279008 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-782c3a1f-40fd-467b-b085-5fb7b4784f0f req-25de9ee5-9164-407f-a7be-c4bd2f9bb21c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0257657 Sep 15 03:49:01.372237 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ff12b6ef-09cd-4e40-ae96-24cbe7325960 req-95f003dc-3a11-4466-a858-20737facc80e tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0269532 Sep 15 03:49:02.465883 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9b005674-b0ce-47dd-aa9c-aa8d36f12d9b req-2ffa260b-9430-4e9c-80e7-0b8a26ac527a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0249949 Sep 15 03:49:03.562291 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6393cae6-b333-4eb4-8f54-166203e270a0 req-2c62ee27-86d5-4077-b610-4f8276ae46ca tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0282943 Sep 15 03:49:04.653608 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bb014209-ad12-47b6-9101-5eb6ee89e93b req-7758774c-0859-4e83-9b08-35c876f6ebed tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0260482 Sep 15 03:49:05.747102 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-83a1d319-8522-47c0-9eb3-d434e0733c58 req-000434b5-0903-4151-886b-7e40f5964e1e tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0267601 Sep 15 03:49:05.762108 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-16874cba-0e49-4a09-bc81-b7cc75377be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:49:06.828883 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:49:06.839651 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-82280cf5-a9fd-4870-8035-172062f46f77 req-ac14ecaa-01bc-4578-a370-3e60c40fa6b6 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0274630 Sep 15 03:49:07.931106 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bc75ff16-9a76-4188-a5ad-ea5a77a504e7 req-cc4f080d-e147-4513-bcee-2da1c0deba5f tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0252025 Sep 15 03:49:08.225626 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3c364c4c-f9cd-4909-9360-b5df0de4a64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:49:08.812637 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:49:09.026437 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-403d9862-b0f9-4532-afd6-8cf32eb71ce5 req-5a4f0b70-9f80-4758-8340-88b58031c536 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0262511 Sep 15 03:49:09.509316 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:49:10.121463 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-716e6160-ab1b-49ce-bf2a-522e0c81ed0f req-77253bb9-e4a5-47f1-9b06-47688d69aea9 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0295713 Sep 15 03:49:10.919371 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:49:11.211096 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-69d9630b-c3d3-441a-afc2-c0a47a2aed41 req-0e09a857-9fb2-467c-acb6-a60f81028bfa tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0247188 Sep 15 03:49:12.302698 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-108c6e46-82aa-4b02-bffa-a94abcc09bdb req-7c70b48f-fbb4-4553-989c-0b43906009ae tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0255969 Sep 15 03:49:13.393600 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e33f38c7-2885-4180-8a6c-5ec642ab4295 req-87f8512f-eaa6-45d4-a932-83dc21704a8b tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0257668 Sep 15 03:49:14.485999 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0ded3305-e2b2-4b49-832a-f57e86178a2b req-b1035da2-6e97-4741-9d0b-103c6ee087bd tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0257518 Sep 15 03:49:15.577164 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-10023dee-e1d4-42e4-ab41-4c82092ea1d7 req-04e254fb-9a46-41ca-9800-d3b5e0691851 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0263247 Sep 15 03:49:16.670874 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ef88c405-3a09-410e-aabb-0a7a4575a67c req-72c4a9eb-3e29-4927-8e94-d8a358e1ecb1 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0279498 Sep 15 03:49:17.763347 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8a68a8fd-8f6a-42e4-a71e-f1296ba204d6 req-b19ee624-d9a3-4a6e-abdc-67bc9dae9b8c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0258400 Sep 15 03:49:18.858413 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2da8e6db-4a6c-4ed9-b737-5ec7ea8a624e req-42e3faa6-5e5a-436a-8364-eb0e98dfadd6 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0261750 Sep 15 03:49:19.953524 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-258f16d9-5908-4724-a988-ff69d07743ee req-4b70f5be-bc39-4d98-aeb3-21d98117cddd tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0253451 Sep 15 03:49:20.902249 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1eda3b8d-9c3a-4cb4-84d5-b942f8997d1c req-ebe4cc22-d70d-400a-8458-55c5aeab9ec5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448444 Sep 15 03:49:20.979022 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda3b8d-9c3a-4cb4-84d5-b942f8997d1c req-f8cf05b1-769d-4b19-aac4-346c458bf638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:49:20.980614 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1eda3b8d-9c3a-4cb4-84d5-b942f8997d1c req-f8cf05b1-769d-4b19-aac4-346c458bf638 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cfd6b9797a94b10a0e749d1d77b96be&device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 1099 time: 0.0403302 Sep 15 03:49:21.047435 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fc5f441b-0230-4c8e-a090-340dd172e810 req-f554b3e4-de81-45fb-8fc6-d1cf665d5713 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0274508 Sep 15 03:49:21.091193 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda3b8d-9c3a-4cb4-84d5-b942f8997d1c req-230ca59f-7a52-4562-a9fb-080a1c58ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:49:21.092716 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1eda3b8d-9c3a-4cb4-84d5-b942f8997d1c req-230ca59f-7a52-4562-a9fb-080a1c58ebe8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26fdd753-7482-4f5b-beff-09787fea2442 HTTP/1.1" status: 200 len: 918 time: 0.0882821 Sep 15 03:49:21.159842 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1eda3b8d-9c3a-4cb4-84d5-b942f8997d1c req-3377cdbe-ef5d-4c60-bc05-44128a857da9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1727dd01-ac12-438f-95c5-640d68875700 HTTP/1.1" status: 200 len: 1001 time: 0.0554881 Sep 15 03:49:21.212872 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda3b8d-9c3a-4cb4-84d5-b942f8997d1c req-fc86bb22-4a53-492b-95fe-6a4eeb37fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:49:21.214335 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1eda3b8d-9c3a-4cb4-84d5-b942f8997d1c req-fc86bb22-4a53-492b-95fe-6a4eeb37fb37 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c310f472-bb8c-474d-9c9c-ea872f0338ee HTTP/1.1" status: 200 len: 856 time: 0.0473645 Sep 15 03:49:21.268093 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda3b8d-9c3a-4cb4-84d5-b942f8997d1c req-dbc49a90-5ec6-4598-9447-c53f2754942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:49:21.269593 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1eda3b8d-9c3a-4cb4-84d5-b942f8997d1c req-dbc49a90-5ec6-4598-9447-c53f2754942d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26fdd753-7482-4f5b-beff-09787fea2442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443981 Sep 15 03:49:21.364709 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1eda3b8d-9c3a-4cb4-84d5-b942f8997d1c req-85e1a0f2-8d54-4e44-bf00-b144f9591ace service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820842 Sep 15 03:49:21.461908 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1eda3b8d-9c3a-4cb4-84d5-b942f8997d1c req-b8cb0955-2dec-48cb-ba6f-167e76833f6d service neutron] 10.222.0.52 "GET /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845780 Sep 15 03:49:22.142105 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0cd0ab35-0d95-49aa-abdb-963941749c2c req-c9d7d72a-8f0f-4e2d-95fd-11c0f607a02a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0257969 Sep 15 03:49:23.237959 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3f81a071-1b9d-4a33-880d-40ddc42ee41b req-d32d6d14-0e59-4cfe-b22e-e1cadf3cb298 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0293417 Sep 15 03:49:24.330037 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-43468baa-34bd-46e1-82a9-a14e8a4762d6 req-b9a18017-c308-42f7-95f4-f340fc5eff74 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0253122 Sep 15 03:49:25.426215 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-016dfbd0-ffa6-4b6f-b538-c62a80127d29 req-dfabb0d9-a23c-4048-bdf6-91d98c5fc071 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0275848 Sep 15 03:49:26.520070 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e01af662-4003-4ccf-8909-deca797eb1e5 req-5bbc6ee1-f69c-48d1-b03a-39d2b7e4b722 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0266929 Sep 15 03:49:27.612422 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-279ebbc6-5f23-4aa1-8e82-fbf320be39fc req-82ffe0a8-72b7-4fae-accc-01f029eaa653 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0263200 Sep 15 03:49:28.705197 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2eab669c-5321-4b5c-990c-98ed673e6f5f req-296134d4-c902-4de5-8437-c225a0d1fbae tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0260246 Sep 15 03:49:29.800280 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-028e2242-2eec-4cec-8f60-062d4053fd9a req-19e4b1e1-445e-462c-b59e-127b09d83f6a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0277267 Sep 15 03:49:30.891829 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d13808b8-f615-4a58-a2a6-7d9c50f3680e req-f2bdaa0d-5341-4d46-8660-9bc85ebea5ea tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0256724 Sep 15 03:49:31.983363 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f4e81e04-9b56-4bb3-81de-d0f40e5cfef1 req-84279715-3d9f-4559-a794-6afcd7aca68f tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0259364 Sep 15 03:49:33.074282 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a43fd12c-2292-42a3-a1a1-416198acc7e7 req-23b0895e-8cf8-4274-92e5-d75d2c7b8445 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0257149 Sep 15 03:49:34.167230 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-806d0a56-a89e-47b5-8632-4c01ebdb2e38 req-172364ae-6f24-4670-b324-6278bba28e66 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0258408 Sep 15 03:49:35.049053 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:49:35.261251 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-36db8b5a-b065-480e-ab29-1d93e6c65589 req-44d1c323-2268-4d25-bc80-f23776e69e0a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0291822 Sep 15 03:49:35.881251 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b83cc0ae-7814-48b8-bd6a-c9cc347ff065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:49:36.360034 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6ffdf242-a467-49ec-81c4-dd79944bc073 req-20f77be8-5bf4-4de1-8778-765554f581dc tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0284829 Sep 15 03:49:36.844540 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:49:37.452574 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-4aab4334-7534-4e98-aa09-e2df1eb9fb5d req-67e3024a-565d-4c9b-bd6e-2e9c972762fd tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0273485 Sep 15 03:49:38.226881 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eb6cfb37-d451-441f-9d3a-0cf26ac1c66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:49:38.542527 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d9fe5e35-6069-4fee-afcd-b433c94d1c45 req-acb51cb7-d313-4c57-8e7e-ef7df9a6b997 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0252721 Sep 15 03:49:38.813457 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:49:39.512668 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:49:39.636839 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-71ef547f-88cd-4b74-a97f-261a4364ae30 req-5367413b-a206-4040-89ce-45dd63696e9d tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0257699 Sep 15 03:49:40.727729 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fe8bdca9-ee39-48cb-b06a-272ceb38c105 req-661f8253-5cb0-4a0b-975a-f98794ebb97e tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0256200 Sep 15 03:49:40.922554 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:49:41.821902 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-faebe002-258b-42e8-a72a-f8ebeb0489e1 req-05e46e68-75c0-455d-9573-f1660c61d787 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0255921 Sep 15 03:49:42.915539 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d1df40fb-7839-4a71-85b5-340129cad956 req-c51e1685-8842-4b14-accf-aff22d0a60ec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0295393 Sep 15 03:49:44.008608 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b26440d5-64c3-4bbc-a195-94fa4f1f9dbd req-c1fcb0b3-8241-4cc6-8a97-34bb4b65b762 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0256062 Sep 15 03:49:45.098509 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f6484fde-d99c-4fc3-871b-5f7d1a85b69d req-0c7703cf-ece2-478d-8f07-9079f4c39219 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0251532 Sep 15 03:49:46.194209 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-17b999de-47b5-47ed-9303-2c5644abdf78 req-e81ba6e7-3139-45a5-973f-f032ad94a1e6 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0262125 Sep 15 03:49:47.286648 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-140664e5-1aff-4f85-955a-922ba1e7db8a req-7c8c5507-1e38-4cd0-aaec-e4e01711b778 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0261469 Sep 15 03:49:48.377099 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-52ccd758-88c5-4d48-8b89-60d2b0b1c2f2 req-00902bfa-dfeb-44a7-a21a-5a68d4b23192 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0257154 Sep 15 03:49:49.468905 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-68569d66-d7c7-4c14-b00a-3dde0e933e2a req-e3b80c97-1052-447e-a5f9-361d4cb5a7db tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0273352 Sep 15 03:49:50.558670 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fcebf878-c6e2-42c9-9663-5865f7328e25 req-3b6c66fa-8af6-4663-9b33-32487f2cb8f1 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0247734 Sep 15 03:49:51.653427 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9b057ce4-8be8-40e0-b634-b8bee446021c req-461661cf-65c2-44cc-a025-9395828dd846 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0278487 Sep 15 03:49:52.744797 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9c8edbd9-e7e1-4205-89e2-61d8ce0609a0 req-c00f188d-e66e-4dbb-a646-9bb9f031a6e4 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0262630 Sep 15 03:49:53.835412 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-130e7eeb-0188-4c23-ae49-113994b81af4 req-330976b7-18ae-4177-8b40-0871b8270295 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0252719 Sep 15 03:49:54.927291 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-54ffe3e4-1ad3-48b6-96f5-4efac10175bc req-2481282c-4e07-4312-bf8f-78c92831799f tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0253832 Sep 15 03:49:56.025397 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bdef3719-df44-4517-a5e8-74f09fb71ff4 req-88972503-40ce-452c-9635-15d513046434 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0283992 Sep 15 03:49:57.117457 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-69900713-8f92-402a-99e7-b20d0703830b req-7caaf088-365d-45c6-896f-447aa36c1961 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0259292 Sep 15 03:49:58.212730 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-498f603e-8b07-4c6d-abdb-ec05fe541f24 req-9d423c9c-38e1-4078-9cc0-91ca34e94bc2 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0259597 Sep 15 03:49:59.303292 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-717dae2a-0b2c-4826-895a-905ebfcb71d2 req-cd49b887-7808-4f57-ae38-3017d9f68513 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0258889 Sep 15 03:50:00.398104 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-18606233-0217-4769-8c58-1e7954924aec req-c0b5ab82-feb5-465f-815b-6b2f5090ce69 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0250311 Sep 15 03:50:01.489009 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-51a3216b-4a4e-47d7-95b9-853196685a57 req-fb981a44-1c93-4be6-9197-4a4d29d2f870 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0256512 Sep 15 03:50:02.584732 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5c1dc2a7-c9b6-4c2a-9f97-52970e8190f6 req-8521e717-8052-4dd3-ad8f-5cac505756ca tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0285621 Sep 15 03:50:03.681531 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cf9fdfa8-ae84-4f99-ba10-a1740231bd71 req-5e95bde8-dc57-4d83-ad9e-8732be23f7cf tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0251348 Sep 15 03:50:04.774716 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1aff8fa8-3fff-40d6-b2d1-cae36ebfdae6 req-27d78230-14ce-4d42-8b10-e1078ff36cb0 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0261340 Sep 15 03:50:05.761456 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-835b3888-e6dd-498d-9cd9-b5e4b963d9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:50:05.867897 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-29b1f447-80b3-4d07-8fcc-aa73bd4c5d3c req-285c46fd-9e82-4e75-8e89-f4d7e52630a0 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0264850 Sep 15 03:50:06.841920 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:50:06.959489 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5daa2e74-dc6c-4805-9eb9-84708929deee req-ad85d996-19f1-469f-835a-04af4f2c3a1d tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0250530 Sep 15 03:50:08.050655 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bdef3cde-112a-4f5d-97fc-31031cb25619 req-d3e671fd-074f-4e44-8547-45df558d1f2a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0264125 Sep 15 03:50:08.227033 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-88d10b51-d53b-4522-b0ea-acda9bf9a982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:50:08.814900 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:50:09.143058 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-ed322f89-5ced-43a3-a71f-d435b46828ec req-e1ea54fb-85c0-4d69-9807-5225318140cd tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0279968 Sep 15 03:50:09.514450 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:50:10.244410 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-410fb150-0f65-4c21-9aa3-98c8a7c24acb req-74e485ce-361d-4522-b0d7-ba535b536049 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0300632 Sep 15 03:50:10.924975 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:50:11.336044 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-25e0a432-12c6-420b-90ad-d663359b4be8 req-0bbf7671-6eca-4d69-8d82-64e53b2fc845 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0256696 Sep 15 03:50:12.049460 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:50:12.428964 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-1779dcd7-308a-408c-ab52-1f0a3e821a2c req-67ffbc02-450f-4554-b53f-7e3d21d2db91 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0274198 Sep 15 03:50:13.519229 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e025af64-0941-4f80-89c9-cb2cf249222c req-a46d4d3b-c645-4538-bdd6-22a2dfdaac71 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0260372 Sep 15 03:50:14.611317 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dc79c561-439c-4e3e-947c-8acf6a5d3963 req-ae14075d-41e8-4871-9d71-6cdd5f1308ea tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cb7954-3077-4e51-9ebe-bcbb50c8f393 HTTP/1.1" status: 200 len: 210 time: 0.0255637 Sep 15 03:50:22.844471 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-834bc395-f793-48e4-9137-d5f4ea13685b req-137ae484-ae64-444c-beee-967d98103a82 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405290 Sep 15 03:50:22.945038 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bc395-f793-48e4-9137-d5f4ea13685b req-0cee788e-a412-4624-8b6d-833fa75b5e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:50:22.946488 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-834bc395-f793-48e4-9137-d5f4ea13685b req-0cee788e-a412-4624-8b6d-833fa75b5e96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 1099 time: 0.0393965 Sep 15 03:50:23.054456 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bc395-f793-48e4-9137-d5f4ea13685b req-37a3e1f3-6bc8-4fbb-93a9-488f44a0b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:50:23.055867 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-834bc395-f793-48e4-9137-d5f4ea13685b req-37a3e1f3-6bc8-4fbb-93a9-488f44a0b085 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0867305 Sep 15 03:50:23.099066 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-834bc395-f793-48e4-9137-d5f4ea13685b req-4c1a3a8d-e228-4499-8827-b8890299319e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7482671-913e-4a38-a1de-a1f61fb7cd04 HTTP/1.1" status: 200 len: 217 time: 0.0324352 Sep 15 03:50:23.156272 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bc395-f793-48e4-9137-d5f4ea13685b req-51d74fab-cd0d-48e1-b17f-52f8c9156023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:50:23.157701 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-834bc395-f793-48e4-9137-d5f4ea13685b req-51d74fab-cd0d-48e1-b17f-52f8c9156023 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0480649 Sep 15 03:50:23.193509 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-834bc395-f793-48e4-9137-d5f4ea13685b req-3ca226e0-39e4-4f57-a0b7-e7868b8a020b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241044 Sep 15 03:50:23.286270 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-834bc395-f793-48e4-9137-d5f4ea13685b req-64e1d7bd-fca6-4d1f-8cae-111a34f8d012 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805409 Sep 15 03:50:23.384615 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-834bc395-f793-48e4-9137-d5f4ea13685b req-245b621f-2556-46ac-8cc6-39360d1bcdc8 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865884 Sep 15 03:50:35.769736 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e9eb3d02-2f38-4c6e-a9cf-cad797ae0e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:50:36.847870 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:50:38.228101 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0b58bf9b-b664-42f8-9762-d461654ccf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:50:38.815342 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:50:39.520479 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:50:40.926908 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:50:49.048628 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:51:05.769478 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-106a0c5b-f918-4cae-b1af-72109347d120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:06.856565 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:08.228835 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d0004207-13f1-4aaf-9213-14171d8831d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:08.817709 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:09.520867 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:10.930576 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:22.840646 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a179d541-7629-4c01-b65c-e2cd61e20f4c req-6ee8cfd4-ff2a-410c-bc7e-edc73c01415b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385869 Sep 15 03:51:22.923053 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179d541-7629-4c01-b65c-e2cd61e20f4c req-4480d84b-e0cd-4cf0-bcc2-2a7072581eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:51:22.924562 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a179d541-7629-4c01-b65c-e2cd61e20f4c req-4480d84b-e0cd-4cf0-bcc2-2a7072581eb4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 1099 time: 0.0410507 Sep 15 03:51:23.037618 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179d541-7629-4c01-b65c-e2cd61e20f4c req-165a5a9a-7f82-4e1e-a8cf-f159d37b667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:51:23.039110 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a179d541-7629-4c01-b65c-e2cd61e20f4c req-165a5a9a-7f82-4e1e-a8cf-f159d37b667f service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0888095 Sep 15 03:51:23.086168 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a179d541-7629-4c01-b65c-e2cd61e20f4c req-3649a90f-641e-4c92-968d-650c7a46d9a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0d72799-4bc2-43ea-b6ca-f62b79fa624f HTTP/1.1" status: 200 len: 217 time: 0.0336385 Sep 15 03:51:23.134572 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179d541-7629-4c01-b65c-e2cd61e20f4c req-bca0f7a9-8a32-48a6-bd6e-0b036779097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:51:23.136757 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a179d541-7629-4c01-b65c-e2cd61e20f4c req-bca0f7a9-8a32-48a6-bd6e-0b036779097a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0471907 Sep 15 03:51:23.172663 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a179d541-7629-4c01-b65c-e2cd61e20f4c req-2d44d783-db29-492e-ac0f-13f8555b5536 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238063 Sep 15 03:51:23.266283 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a179d541-7629-4c01-b65c-e2cd61e20f4c req-2f3245a3-41dd-4c5d-890b-75de85a40a87 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823972 Sep 15 03:51:23.358587 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a179d541-7629-4c01-b65c-e2cd61e20f4c req-cd6ca259-9d9b-496c-8b2b-8a202f752691 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849621 Sep 15 03:51:26.048400 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:51:35.769396 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-585019db-e68b-47bd-b9c0-5eb8a4709a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:36.856873 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:38.228837 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-140572c3-67bd-4c9c-a405-c2938be34de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:38.295304 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb58ae-7d5c-46ef-962c-34261760b7f5 req-2b96c708-c5f8-4667-a3e2-0876e351ef50 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:51:38.296790 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-37bb58ae-7d5c-46ef-962c-34261760b7f5 req-2b96c708-c5f8-4667-a3e2-0876e351ef50 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 946 time: 0.0542111 Sep 15 03:51:38.333601 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-37bb58ae-7d5c-46ef-962c-34261760b7f5 req-6e719563-4d88-4c0f-ae31-c7a34834b898 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups?id=73298466-bc72-46ed-8073-5bc8f861c798&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309756 Sep 15 03:51:38.818199 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:38.868852 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad993b1c-c714-4f58-b589-df22c3cb89e0 req-cb77056e-27a0-4f8e-9ebe-94ee93c978f7 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:51:38.870211 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ad993b1c-c714-4f58-b589-df22c3cb89e0 req-cb77056e-27a0-4f8e-9ebe-94ee93c978f7 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.52 "GET /v2.0/ports?device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 946 time: 0.0493457 Sep 15 03:51:38.967626 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-ad993b1c-c714-4f58-b589-df22c3cb89e0 req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Deleting port 1727dd01-ac12-438f-95c5-640d68875700 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:51:38.967981 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ad993b1c-c714-4f58-b589-df22c3cb89e0 req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:39.054540 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-ad993b1c-c714-4f58-b589-df22c3cb89e0 req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] For port 1727dd01-ac12-438f-95c5-640d68875700, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=1727dd01-ac12-438f-95c5-640d68875700,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:51:39.054910 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ad993b1c-c714-4f58-b589-df22c3cb89e0 req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:39.229144 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ad993b1c-c714-4f58-b589-df22c3cb89e0 req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:39.229515 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ad993b1c-c714-4f58-b589-df22c3cb89e0 req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8074502'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:39.230405 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.l3_db [req-ad993b1c-c714-4f58-b589-df22c3cb89e0 req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Floating IP a8b50d5b-c428-4bdb-9526-d36bda0bc764 disassociated. External IP: 172.27.0.90, port: 1727dd01-ac12-438f-95c5-640d68875700. Sep 15 03:51:39.230777 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-ad993b1c-c714-4f58-b589-df22c3cb89e0 req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Calling delete_port for 1727dd01-ac12-438f-95c5-640d68875700 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:51:39.353457 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ad993b1c-c714-4f58-b589-df22c3cb89e0 req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:39.382937 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event deleted for resources: {'Port': ['ID=1727dd01-ac12-438f-95c5-640d68875700,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:51:39.393212 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:39.393570 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:39.393908 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:39.394287 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:39.394575 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:39.394903 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:39.395256 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:39.395585 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:39.395913 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:39.396237 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:39.396560 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:39.396992 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:39.435412 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f6c7eaa9-2335-4f15-b82b-8a85371d224a req-6da01dfe-0d80-44ec-b27a-51f5ba973a81 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de0e0a4-0d2e-4b07-ad04-a1952b24c07e HTTP/1.1" status: 200 len: 210 time: 0.0278454 Sep 15 03:51:39.507754 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad993b1c-c714-4f58-b589-df22c3cb89e0 req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:51:39.524512 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:39.612241 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad993b1c-c714-4f58-b589-df22c3cb89e0 req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:51:39.621999 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7392e1a-064e-49de-9a9e-b4017dc6a7d2 None None] Sync routers for ids ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:51:39.630420 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7392e1a-064e-49de-9a9e-b4017dc6a7d2 None None] Routers {'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:51:39.631066 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f7392e1a-064e-49de-9a9e-b4017dc6a7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:51:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:51:39.653229 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad993b1c-c714-4f58-b589-df22c3cb89e0 req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] No DVR routers for this DVR port 1727dd01-ac12-438f-95c5-640d68875700 on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:51:39.655781 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ad993b1c-c714-4f58-b589-df22c3cb89e0 req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:39.658233 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ad993b1c-c714-4f58-b589-df22c3cb89e0 req-ad4a9c59-b132-4e05-bddf-7062c7357ab8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.52 "DELETE /v2.0/ports/1727dd01-ac12-438f-95c5-640d68875700 HTTP/1.1" status: 204 len: 173 time: 0.7774892 Sep 15 03:51:39.658504 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de0e0a4-0d2e-4b07-ad04-a1952b24c07e', 'name': 'network-vif-deleted', 'tag': '1727dd01-ac12-438f-95c5-640d68875700'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:51:39.660540 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a903a1a0-2ff5-4cd1-884b-f48b63223a0d" -d '{"events": [{"server_uuid": "9de0e0a4-0d2e-4b07-ad04-a1952b24c07e", "name": "network-vif-deleted", "tag": "1727dd01-ac12-438f-95c5-640d68875700"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:51:39.696642 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5e6cb9-58eb-4fc3-ad37-0be6b2472d3b x-openstack-request-id: req-7c5e6cb9-58eb-4fc3-ad37-0be6b2472d3b {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:51:39.696950 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de0e0a4-0d2e-4b07-ad04-a1952b24c07e", "name": "network-vif-deleted", "tag": "1727dd01-ac12-438f-95c5-640d68875700", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:51:39.697199 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c5e6cb9-58eb-4fc3-ad37-0be6b2472d3b {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:51:39.697602 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de0e0a4-0d2e-4b07-ad04-a1952b24c07e', 'name': 'network-vif-deleted', 'tag': '1727dd01-ac12-438f-95c5-640d68875700', 'status': 'completed', 'code': 200} Sep 15 03:51:39.741129 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-f7392e1a-064e-49de-9a9e-b4017dc6a7d2 None None] Set router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:51:39.963946 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f7392e1a-064e-49de-9a9e-b4017dc6a7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:26:05Z', 'revision_number': 4, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'edb55d1e-3784-48c6-9ce4-42cc15abcc4d', 'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'mac_address': 'fa:16:3e:dd:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:03Z', 'updated_at': '2021-09-15T03:26:14Z', 'revision_number': 5, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'subnets': [{'id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:51:39.990869 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7392e1a-064e-49de-9a9e-b4017dc6a7d2 None None] Checking router: cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:51:39.999207 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7392e1a-064e-49de-9a9e-b4017dc6a7d2 None None] Routers {'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:51:39.999802 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f7392e1a-064e-49de-9a9e-b4017dc6a7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:51:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:51:40.104741 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-f7392e1a-064e-49de-9a9e-b4017dc6a7d2 None None] Set router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:51:40.305083 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f7392e1a-064e-49de-9a9e-b4017dc6a7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:26:05Z', 'revision_number': 4, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'edb55d1e-3784-48c6-9ce4-42cc15abcc4d', 'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'mac_address': 'fa:16:3e:dd:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:03Z', 'updated_at': '2021-09-15T03:26:14Z', 'revision_number': 5, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'subnets': [{'id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:51:40.334079 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7392e1a-064e-49de-9a9e-b4017dc6a7d2 None None] The sync data for ids ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'] in dv-cinder-806965-6-iscsi is: [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T03:26:05Z', 'revision_number': 4, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'edb55d1e-3784-48c6-9ce4-42cc15abcc4d', 'name': '', 'network_id': '26fdd753-7482-4f5b-beff-09787fea2442', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'mac_address': 'fa:16:3e:dd:cc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:26:03Z', 'updated_at': '2021-09-15T03:26:14Z', 'revision_number': 5, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'subnets': [{'id': 'c310f472-bb8c-474d-9c9c-ea872f0338ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:51:40.530045 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 56810) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:51:40.549346 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e93d6-b317-4bc6-b561-b39d68aadd8b None None] New status for floating IP a8b50d5b-c428-4bdb-9526-d36bda0bc764: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 03:51:40.588334 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:40.611232 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:40.663374 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:40.665999 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:40.667237 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "DELETE /v2.0/security-groups/73298466-bc72-46ed-8073-5bc8f861c798 HTTP/1.1" status: 204 len: 168 time: 0.1360159 Sep 15 03:51:40.670095 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 56812) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:51:40.678132 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73298466-bc72-46ed-8073-5bc8f861c798,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:51:40.684254 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.api.v2.resource [None req-a46e19d4-07df-49ab-9b09-494a192bb4d6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] show failed (client error): The resource could not be found. Sep 15 03:51:40.687927 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-a46e19d4-07df-49ab-9b09-494a192bb4d6 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "GET /v2.0/security-groups/73298466-bc72-46ed-8073-5bc8f861c798 HTTP/1.1" status: 404 len: 347 time: 0.0141904 Sep 15 03:51:40.688269 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:40.688269 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:40.688269 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:40.688269 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:40.688269 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:40.688269 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:40.688269 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:40.688966 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:40.688966 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:40.689168 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 56814) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:51:40.689267 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:40.689267 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:40.689580 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f4102f-964b-4fc4-86ee-aae62b7b0de8 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:51:40.815313 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e876687f-35c4-4915-b523-8dd2b2261154 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Deleting port 2909a2b6-06b4-4586-b222-1affd1994812 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:51:40.815664 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e876687f-35c4-4915-b523-8dd2b2261154 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:40.889272 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e876687f-35c4-4915-b523-8dd2b2261154 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:40.889614 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e876687f-35c4-4915-b523-8dd2b2261154 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:40.901297 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e876687f-35c4-4915-b523-8dd2b2261154 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Calling delete_port for 2909a2b6-06b4-4586-b222-1affd1994812 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:51:40.932466 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:41.038189 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e876687f-35c4-4915-b523-8dd2b2261154 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:41.061703 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876687f-35c4-4915-b523-8dd2b2261154 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Pushing event deleted for resources: {'Port': ['ID=2909a2b6-06b4-4586-b222-1affd1994812,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:51:41.127849 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e876687f-35c4-4915-b523-8dd2b2261154 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:41.130297 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e876687f-35c4-4915-b523-8dd2b2261154 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:51:41.131639 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-e876687f-35c4-4915-b523-8dd2b2261154 tempest-AttachVolumeShelveTestJSON-282402666 tempest-AttachVolumeShelveTestJSON-282402666-project] 10.222.0.24 "DELETE /v2.0/floatingips/a8b50d5b-c428-4bdb-9526-d36bda0bc764 HTTP/1.1" status: 204 len: 168 time: 0.4412510 Sep 15 03:51:42.245850 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 1727dd01-ac12-438f-95c5-640d68875700 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:51:42.264930 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: 1727dd01-ac12-438f-95c5-640d68875700 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:51:42.265276 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 1727dd01-ac12-438f-95c5-640d68875700 not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:52:03.047594 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:52:05.769337 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae2c491-46ca-4d1c-90f5-e2efe11cc910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:06.871656 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:08.233624 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-860dd2d9-c556-40f0-8b29-a275205a7c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:08.819233 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:09.527601 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:10.935048 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:22.893635 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ad832a93-8ea5-4894-b120-0b9376210d3a req-e86e9289-e438-48bc-8118-0f1d66036db1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0878737 Sep 15 03:52:22.974622 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad832a93-8ea5-4894-b120-0b9376210d3a req-cfa5e100-857b-4f67-8a9d-c434a365db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:52:22.976111 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ad832a93-8ea5-4894-b120-0b9376210d3a req-cfa5e100-857b-4f67-8a9d-c434a365db73 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 1099 time: 0.0396867 Sep 15 03:52:23.342172 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad832a93-8ea5-4894-b120-0b9376210d3a req-f08c6812-f433-4a05-997f-4a21dd2f2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:52:23.345298 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ad832a93-8ea5-4894-b120-0b9376210d3a req-f08c6812-f433-4a05-997f-4a21dd2f2170 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.3440440 Sep 15 03:52:23.389173 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ad832a93-8ea5-4894-b120-0b9376210d3a req-b4994379-5585-4c80-94f8-9fe84f669288 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c34f51a-7cb9-4a56-8042-4044bf8d18dd HTTP/1.1" status: 200 len: 217 time: 0.0336409 Sep 15 03:52:23.440614 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad832a93-8ea5-4894-b120-0b9376210d3a req-54f42326-7291-4e88-a96d-7808aaaab550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:52:23.442037 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ad832a93-8ea5-4894-b120-0b9376210d3a req-54f42326-7291-4e88-a96d-7808aaaab550 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0418928 Sep 15 03:52:23.480407 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ad832a93-8ea5-4894-b120-0b9376210d3a req-a8f27b8c-7776-48a0-a1b4-183898a8a75e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239434 Sep 15 03:52:23.572169 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ad832a93-8ea5-4894-b120-0b9376210d3a req-e075ef96-6672-4915-b706-39822dfe80b2 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841475 Sep 15 03:52:23.668778 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ad832a93-8ea5-4894-b120-0b9376210d3a req-9053f33e-36f1-422f-b5c0-573833c6e5ba service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847087 Sep 15 03:52:35.772754 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-662d9e6b-7cac-4511-aded-5f92d7fc5b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:36.859414 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:38.232819 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9669f5a0-54e7-4ae4-9a9c-a744de98b117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:38.823245 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:39.529861 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:40.045595 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:52:40.936777 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:45.322249 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 57460) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:52:45.380829 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:45.405519 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:45.464105 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:45.466646 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:45.467827 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] 10.222.0.24 "DELETE /v2.0/security-groups/ea81d565-2668-40da-8ad9-6d65ea666b59 HTTP/1.1" status: 204 len: 168 time: 0.1439352 Sep 15 03:52:45.476962 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea81d565-2668-40da-8ad9-6d65ea666b59,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:52:45.485337 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:45.485630 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:45.486005 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:45.486346 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:45.486686 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:45.487050 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:45.487646 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:45.487977 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:45.488308 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:45.488667 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:45.489405 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:45.489405 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19d702-920a-4ae4-9d42-4917ae7096be tempest-TestShelveInstance-2098751906 tempest-TestShelveInstance-2098751906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:45.564508 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 57468) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:52:46.001193 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d83294dd-315e-4236-bd91-59cf649ca801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8079366'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:46.242518 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d83294dd-315e-4236-bd91-59cf649ca801 admin admin] Deleting port 6eb7d73b-58c5-4e75-860f-b0f851854fb2 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:52:46.242859 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d83294dd-315e-4236-bd91-59cf649ca801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:46.320415 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-d83294dd-315e-4236-bd91-59cf649ca801 admin admin] For port 6eb7d73b-58c5-4e75-860f-b0f851854fb2, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=6eb7d73b-58c5-4e75-860f-b0f851854fb2,segment=NetworkSegment(202b9ff4-d6bc-4077-8e45-aa6a2821a19f),segment_id=202b9ff4-d6bc-4077-8e45-aa6a2821a19f)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:52:46.320779 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d83294dd-315e-4236-bd91-59cf649ca801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:46.333587 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d83294dd-315e-4236-bd91-59cf649ca801 admin admin] Calling delete_port for 6eb7d73b-58c5-4e75-860f-b0f851854fb2 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:52:46.513299 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d83294dd-315e-4236-bd91-59cf649ca801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:46.542176 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83294dd-315e-4236-bd91-59cf649ca801 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eb7d73b-58c5-4e75-860f-b0f851854fb2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:52:46.703646 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d83294dd-315e-4236-bd91-59cf649ca801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8074678'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:46.915032 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83294dd-315e-4236-bd91-59cf649ca801 admin admin] Router 340b9f35-e965-4aa7-ba93-7c197bf69c91 has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:52:47.024226 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83294dd-315e-4236-bd91-59cf649ca801 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:52:47.030323 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-d83294dd-315e-4236-bd91-59cf649ca801 admin admin] 10.222.0.24 "PUT /v2.0/routers/340b9f35-e965-4aa7-ba93-7c197bf69c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4647865 Sep 15 03:52:47.032905 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 57484) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:52:47.033753 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991491f8-10dc-401e-9a7e-b98bf5fa44a1 None None] Sync routers for ids ['340b9f35-e965-4aa7-ba93-7c197bf69c91'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:52:47.043470 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991491f8-10dc-401e-9a7e-b98bf5fa44a1 None None] Routers {'340b9f35-e965-4aa7-ba93-7c197bf69c91'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:52:47.044087 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-991491f8-10dc-401e-9a7e-b98bf5fa44a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:52:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['340b9f35-e965-4aa7-ba93-7c197bf69c91'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:52:47.135172 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c4374b3-3b51-49e6-a67c-80bd5ceb2c9f admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:47.147290 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-991491f8-10dc-401e-9a7e-b98bf5fa44a1 None None] Set router 340b9f35-e965-4aa7-ba93-7c197bf69c91 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:52:47.234446 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c4374b3-3b51-49e6-a67c-80bd5ceb2c9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:47.289303 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-6c4374b3-3b51-49e6-a67c-80bd5ceb2c9f admin admin] Deleting port 2849bac1-6d34-4e5a-8184-2a3b59397081 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:52:47.289709 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c4374b3-3b51-49e6-a67c-80bd5ceb2c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:47.321811 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-991491f8-10dc-401e-9a7e-b98bf5fa44a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'name': 'tempest-TestShelveInstance-989208681-router', 'tenant_id': '8711e063fa3942ec83f998c605189ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '2849bac1-6d34-4e5a-8184-2a3b59397081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:34Z', 'updated_at': '2021-09-15T03:52:46Z', 'revision_number': 5, 'project_id': '8711e063fa3942ec83f998c605189ebd', 'gw_port': {'id': '2849bac1-6d34-4e5a-8184-2a3b59397081', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:62:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:34Z', 'updated_at': '2021-09-15T03:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:52:47.347592 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991491f8-10dc-401e-9a7e-b98bf5fa44a1 None None] Checking router: 340b9f35-e965-4aa7-ba93-7c197bf69c91 for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:52:47.355648 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991491f8-10dc-401e-9a7e-b98bf5fa44a1 None None] Routers {'340b9f35-e965-4aa7-ba93-7c197bf69c91'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:52:47.356248 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-991491f8-10dc-401e-9a7e-b98bf5fa44a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:52:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['340b9f35-e965-4aa7-ba93-7c197bf69c91'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:52:47.366309 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-6c4374b3-3b51-49e6-a67c-80bd5ceb2c9f admin admin] For port 2849bac1-6d34-4e5a-8184-2a3b59397081, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=2849bac1-6d34-4e5a-8184-2a3b59397081,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:52:47.366867 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c4374b3-3b51-49e6-a67c-80bd5ceb2c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:47.380041 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-6c4374b3-3b51-49e6-a67c-80bd5ceb2c9f admin admin] Calling delete_port for 2849bac1-6d34-4e5a-8184-2a3b59397081 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:52:47.441617 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-991491f8-10dc-401e-9a7e-b98bf5fa44a1 None None] Set router 340b9f35-e965-4aa7-ba93-7c197bf69c91 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:52:47.551520 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c4374b3-3b51-49e6-a67c-80bd5ceb2c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:47.578917 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4374b3-3b51-49e6-a67c-80bd5ceb2c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=2849bac1-6d34-4e5a-8184-2a3b59397081,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:52:47.626587 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-991491f8-10dc-401e-9a7e-b98bf5fa44a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'name': 'tempest-TestShelveInstance-989208681-router', 'tenant_id': '8711e063fa3942ec83f998c605189ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:34Z', 'updated_at': '2021-09-15T03:52:47Z', 'revision_number': 6, 'project_id': '8711e063fa3942ec83f998c605189ebd', 'gw_port_host': None}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:52:47.643500 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c4374b3-3b51-49e6-a67c-80bd5ceb2c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8074608'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:47.652710 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991491f8-10dc-401e-9a7e-b98bf5fa44a1 None None] The sync data for ids ['340b9f35-e965-4aa7-ba93-7c197bf69c91'] in dv-cinder-806965-6-iscsi is: [{'id': '340b9f35-e965-4aa7-ba93-7c197bf69c91', 'name': 'tempest-TestShelveInstance-989208681-router', 'tenant_id': '8711e063fa3942ec83f998c605189ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:34Z', 'updated_at': '2021-09-15T03:52:47Z', 'revision_number': 6, 'project_id': '8711e063fa3942ec83f998c605189ebd', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:52:47.732853 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c4374b3-3b51-49e6-a67c-80bd5ceb2c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8079905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1246'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:47.734921 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c4374b3-3b51-49e6-a67c-80bd5ceb2c9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:47.775060 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c4374b3-3b51-49e6-a67c-80bd5ceb2c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8080090'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:47.775539 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4374b3-3b51-49e6-a67c-80bd5ceb2c9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 340b9f35-e965-4aa7-ba93-7c197bf69c91 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 03:52:47.779792 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c4374b3-3b51-49e6-a67c-80bd5ceb2c9f admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:47.780949 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-6c4374b3-3b51-49e6-a67c-80bd5ceb2c9f admin admin] 10.222.0.24 "DELETE /v2.0/routers/340b9f35-e965-4aa7-ba93-7c197bf69c91 HTTP/1.1" status: 204 len: 168 time: 0.7471271 Sep 15 03:52:47.783491 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 57492) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:52:47.826762 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-32aa8402-e121-47a5-b876-fdb11d663293 admin admin] Deleting subnet 4721cc46-ee1e-4b7a-a4f4-7608b9e0b39b {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:52:47.829711 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-32aa8402-e121-47a5-b876-fdb11d663293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:47.865860 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-32aa8402-e121-47a5-b876-fdb11d663293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2434170'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:47.942685 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-32aa8402-e121-47a5-b876-fdb11d663293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7828435'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:47.993344 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-32aa8402-e121-47a5-b876-fdb11d663293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7828420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2767537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3306211'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:48.017751 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa8402-e121-47a5-b876-fdb11d663293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4721cc46-ee1e-4b7a-a4f4-7608b9e0b39b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:52:48.024788 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-32aa8402-e121-47a5-b876-fdb11d663293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:48.029328 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-32aa8402-e121-47a5-b876-fdb11d663293 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4721cc46-ee1e-4b7a-a4f4-7608b9e0b39b HTTP/1.1" status: 204 len: 168 time: 0.2424488 Sep 15 03:52:48.029638 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 57496) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:52:48.030125 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35e3612-fa58-44e7-a989-d5dacef08a1b None None] Network 6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:52:48.107198 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858466'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:48.159050 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Deleting port ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:52:48.159441 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:48.224207 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] For port ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7,segment=NetworkSegment(202b9ff4-d6bc-4077-8e45-aa6a2821a19f),segment_id=202b9ff4-d6bc-4077-8e45-aa6a2821a19f)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:52:48.224577 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:48.236285 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Calling delete_port for ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:52:48.312682 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:48.334929 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:52:48.342032 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] No DVR routers for this DVR port ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7 on host dv-cinder-806965-6-iscsi {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:52:48.349792 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:48.350093 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:48.350439 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:48.350778 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:48.351143 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:48.351484 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:48.351816 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:48.352147 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:48.352477 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:48.352805 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:48.353131 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:48.353458 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:52:48.424455 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7829332', 'neutron.services.segments.db._delete_segments_for_network-8760529642141'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:48.434604 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839d2af9-dbe5-4491-ba5c-e27fdfc4ed39 None None] DHCP port deletion for 6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7 request from dv-cinder-806965-6-iscsi {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 03:52:48.447504 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:52:48.455518 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202b9ff4-d6bc-4077-8e45-aa6a2821a19f') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:52:48.455829 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202b9ff4-d6bc-4077-8e45-aa6a2821a19f') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:52:48.466175 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760529642406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3798927'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:48.479484 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:48.485825 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:52:48.486232 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4021319'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: Traceback (most recent call last): Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: timer() Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: cb(*args, **kw) Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: return func(*args, **kwargs) Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: self._notify() Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: self.callback(batched_events) Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: event.method(event) Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: return f(self, *a, **k) Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: return self._get(url).json() Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: return self.request(url, 'GET', **kwargs) Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:52:48.488328 dv-cinder-806965-6-iscsi neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:52:48.546784 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7829325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8074516'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:48.552294 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:48.554140 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7 HTTP/1.1" status: 204 len: 168 time: 0.5235159 Sep 15 03:52:48.557281 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 57504) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:52:48.564455 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65118ae3-26a4-4a2b-bf14-9d16af9fc437 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca28fbb-5cef-4d24-9d36-6ed2d354e0c7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:52:49.168390 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-86b1dfc8-2614-41d7-84d6-9422a958db47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8079366'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:49.410121 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-86b1dfc8-2614-41d7-84d6-9422a958db47 admin admin] Deleting port caf6e0b0-ff25-4871-b9fd-5a81add5b933 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:52:49.410464 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-86b1dfc8-2614-41d7-84d6-9422a958db47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:49.488003 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-86b1dfc8-2614-41d7-84d6-9422a958db47 admin admin] For port caf6e0b0-ff25-4871-b9fd-5a81add5b933, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=caf6e0b0-ff25-4871-b9fd-5a81add5b933,segment=NetworkSegment(2b1aa8f8-23e1-4240-bb2c-836bf41589ac),segment_id=2b1aa8f8-23e1-4240-bb2c-836bf41589ac)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:52:49.488365 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-86b1dfc8-2614-41d7-84d6-9422a958db47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:49.504924 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-86b1dfc8-2614-41d7-84d6-9422a958db47 admin admin] Calling delete_port for caf6e0b0-ff25-4871-b9fd-5a81add5b933 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:52:49.562753 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 6eb7d73b-58c5-4e75-860f-b0f851854fb2 no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:52:49.582298 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: 6eb7d73b-58c5-4e75-860f-b0f851854fb2 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:52:49.582744 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 6eb7d73b-58c5-4e75-860f-b0f851854fb2 not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:52:49.583280 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7 no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:52:49.606323 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:52:49.606676 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device ad4fea25-aee3-4962-a4e1-ef56d9a9d0a7 not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:52:49.607116 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 2849bac1-6d34-4e5a-8184-2a3b59397081 no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:52:49.625197 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: 2849bac1-6d34-4e5a-8184-2a3b59397081 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:52:49.625547 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 2849bac1-6d34-4e5a-8184-2a3b59397081 not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:52:49.685149 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-86b1dfc8-2614-41d7-84d6-9422a958db47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:49.707920 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1dfc8-2614-41d7-84d6-9422a958db47 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf6e0b0-ff25-4871-b9fd-5a81add5b933,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:52:49.876689 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-86b1dfc8-2614-41d7-84d6-9422a958db47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8074678'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:50.085726 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b1dfc8-2614-41d7-84d6-9422a958db47 admin admin] Router 5f76bf9e-ce88-4376-8a2a-00e45c582384 has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:52:50.192503 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b1dfc8-2614-41d7-84d6-9422a958db47 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:52:50.197656 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-86b1dfc8-2614-41d7-84d6-9422a958db47 admin admin] 10.222.0.24 "PUT /v2.0/routers/5f76bf9e-ce88-4376-8a2a-00e45c582384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6391554 Sep 15 03:52:50.200980 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 57518) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:52:50.201983 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ac926-b13f-4ff7-ae04-b4088cedd61b None None] Sync routers for ids ['5f76bf9e-ce88-4376-8a2a-00e45c582384'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:52:50.211121 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ac926-b13f-4ff7-ae04-b4088cedd61b None None] Routers {'5f76bf9e-ce88-4376-8a2a-00e45c582384'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:52:50.211724 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f53ac926-b13f-4ff7-ae04-b4088cedd61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:52:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['5f76bf9e-ce88-4376-8a2a-00e45c582384'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:52:50.309551 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d408a453-2ea8-4d2f-aa1b-69a9537f195a admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:50.315198 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f53ac926-b13f-4ff7-ae04-b4088cedd61b None None] Set router 5f76bf9e-ce88-4376-8a2a-00e45c582384 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:52:50.413662 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d408a453-2ea8-4d2f-aa1b-69a9537f195a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:50.466499 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d408a453-2ea8-4d2f-aa1b-69a9537f195a admin admin] Deleting port 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:52:50.466845 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d408a453-2ea8-4d2f-aa1b-69a9537f195a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:50.545783 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-d408a453-2ea8-4d2f-aa1b-69a9537f195a admin admin] For port 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=6ba0b42a-360c-411f-bdb0-be1d04b2a3e3,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:52:50.546250 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d408a453-2ea8-4d2f-aa1b-69a9537f195a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:50.559107 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d408a453-2ea8-4d2f-aa1b-69a9537f195a admin admin] Calling delete_port for 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:52:50.581650 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f53ac926-b13f-4ff7-ae04-b4088cedd61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'name': 'tempest-TestShelveInstance-1022474387-router', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '6ba0b42a-360c-411f-bdb0-be1d04b2a3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:39Z', 'updated_at': '2021-09-15T03:52:49Z', 'revision_number': 5, 'project_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'gw_port': {'id': '6ba0b42a-360c-411f-bdb0-be1d04b2a3e3', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:46:39Z', 'updated_at': '2021-09-15T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:52:50.606748 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ac926-b13f-4ff7-ae04-b4088cedd61b None None] Checking router: 5f76bf9e-ce88-4376-8a2a-00e45c582384 for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:52:50.615309 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ac926-b13f-4ff7-ae04-b4088cedd61b None None] Routers {'5f76bf9e-ce88-4376-8a2a-00e45c582384'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:52:50.615910 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f53ac926-b13f-4ff7-ae04-b4088cedd61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:52:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['5f76bf9e-ce88-4376-8a2a-00e45c582384'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:52:50.701513 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f53ac926-b13f-4ff7-ae04-b4088cedd61b None None] Set router 5f76bf9e-ce88-4376-8a2a-00e45c582384 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:52:50.723994 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d408a453-2ea8-4d2f-aa1b-69a9537f195a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:50.755312 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f53ac926-b13f-4ff7-ae04-b4088cedd61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'name': 'tempest-TestShelveInstance-1022474387-router', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:39Z', 'updated_at': '2021-09-15T03:52:50Z', 'revision_number': 6, 'project_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'gw_port_host': None}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:52:50.757795 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408a453-2ea8-4d2f-aa1b-69a9537f195a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba0b42a-360c-411f-bdb0-be1d04b2a3e3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:52:50.782577 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ac926-b13f-4ff7-ae04-b4088cedd61b None None] The sync data for ids ['5f76bf9e-ce88-4376-8a2a-00e45c582384'] in dv-cinder-806965-6-iscsi is: [{'id': '5f76bf9e-ce88-4376-8a2a-00e45c582384', 'name': 'tempest-TestShelveInstance-1022474387-router', 'tenant_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:46:39Z', 'updated_at': '2021-09-15T03:52:50Z', 'revision_number': 6, 'project_id': 'ebf9b6cbb0c14a11bdb62f27be176b73', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:52:50.821969 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d408a453-2ea8-4d2f-aa1b-69a9537f195a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8074608'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:50.910510 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d408a453-2ea8-4d2f-aa1b-69a9537f195a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8079905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1246'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:50.912613 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d408a453-2ea8-4d2f-aa1b-69a9537f195a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:50.959581 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d408a453-2ea8-4d2f-aa1b-69a9537f195a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8080090'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:50.959997 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d408a453-2ea8-4d2f-aa1b-69a9537f195a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f76bf9e-ce88-4376-8a2a-00e45c582384 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 03:52:50.965676 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d408a453-2ea8-4d2f-aa1b-69a9537f195a admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:50.966870 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-d408a453-2ea8-4d2f-aa1b-69a9537f195a admin admin] 10.222.0.24 "DELETE /v2.0/routers/5f76bf9e-ce88-4376-8a2a-00e45c582384 HTTP/1.1" status: 204 len: 168 time: 0.7648578 Sep 15 03:52:50.969322 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 57526) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:52:51.017349 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-349d6054-de88-4a32-971b-58d29d8b4f0d admin admin] Deleting subnet 874f6237-d4d8-4a74-8c72-bb425904ed54 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:52:51.020389 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-349d6054-de88-4a32-971b-58d29d8b4f0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:51.053517 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-349d6054-de88-4a32-971b-58d29d8b4f0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2434170'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:51.128478 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-349d6054-de88-4a32-971b-58d29d8b4f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7828435'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:51.188788 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-349d6054-de88-4a32-971b-58d29d8b4f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7828420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2767537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3306211'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:51.215633 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d6054-de88-4a32-971b-58d29d8b4f0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=874f6237-d4d8-4a74-8c72-bb425904ed54,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:52:51.219621 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-349d6054-de88-4a32-971b-58d29d8b4f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:51.223762 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-349d6054-de88-4a32-971b-58d29d8b4f0d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/874f6237-d4d8-4a74-8c72-bb425904ed54 HTTP/1.1" status: 204 len: 168 time: 0.2513018 Sep 15 03:52:51.224139 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 57530) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:52:51.226448 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37575973-be3a-41fe-9352-46b03c4162a1 None None] Network 4c2da3f3-f300-49da-8203-4a8750701ad7 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:52:51.299060 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858466'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:51.356355 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] Deleting port c2a87199-6e5f-4339-8138-fafddbb483b0 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:52:51.356706 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:51.420943 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] For port c2a87199-6e5f-4339-8138-fafddbb483b0, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=c2a87199-6e5f-4339-8138-fafddbb483b0,segment=NetworkSegment(2b1aa8f8-23e1-4240-bb2c-836bf41589ac),segment_id=2b1aa8f8-23e1-4240-bb2c-836bf41589ac)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:52:51.421308 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:51.433884 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] Calling delete_port for c2a87199-6e5f-4339-8138-fafddbb483b0 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:52:51.515551 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:51.543894 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a87199-6e5f-4339-8138-fafddbb483b0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:52:51.545649 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] No DVR routers for this DVR port c2a87199-6e5f-4339-8138-fafddbb483b0 on host dv-cinder-806965-6-iscsi {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:52:51.609338 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8278cecb-ad65-402e-946a-158095f263ef None None] DHCP port deletion for 4c2da3f3-f300-49da-8203-4a8750701ad7 request from dv-cinder-806965-6-iscsi {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 03:52:51.617000 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7829332', 'neutron.services.segments.db._delete_segments_for_network-8760529642141'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:51.642372 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2da3f3-f300-49da-8203-4a8750701ad7']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:52:51.652157 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1aa8f8-23e1-4240-bb2c-836bf41589ac') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:52:51.652610 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1aa8f8-23e1-4240-bb2c-836bf41589ac') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:52:51.662948 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device c2a87199-6e5f-4339-8138-fafddbb483b0 no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:52:51.668327 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760529642406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3798927'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:51.681895 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:51.684574 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: c2a87199-6e5f-4339-8138-fafddbb483b0 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:52:51.684716 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device c2a87199-6e5f-4339-8138-fafddbb483b0 not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:52:51.685191 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device caf6e0b0-ff25-4871-b9fd-5a81add5b933 no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:52:51.689950 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:52:51.690633 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4021319'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: Traceback (most recent call last): Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: timer() Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: cb(*args, **kw) Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: return func(*args, **kwargs) Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: self._notify() Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: self.callback(batched_events) Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: event.method(event) Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: return f(self, *a, **k) Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: return self._get(url).json() Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: return self.request(url, 'GET', **kwargs) Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:52:51.692469 dv-cinder-806965-6-iscsi neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:52:51.712140 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: caf6e0b0-ff25-4871-b9fd-5a81add5b933 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:52:51.712501 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device caf6e0b0-ff25-4871-b9fd-5a81add5b933 not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:52:51.712924 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3 no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:52:51.732534 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:52:51.732881 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 6ba0b42a-360c-411f-bdb0-be1d04b2a3e3 not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:52:51.754301 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7829325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8074516'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:51.759588 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:51.761459 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] 10.222.0.24 "DELETE /v2.0/networks/4c2da3f3-f300-49da-8203-4a8750701ad7 HTTP/1.1" status: 204 len: 168 time: 0.5363369 Sep 15 03:52:51.772237 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145c51e-45cc-438b-aa3d-657be87e0c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=4c2da3f3-f300-49da-8203-4a8750701ad7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:52:51.870032 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 57538) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:52:51.910877 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-11ff4522-2f07-47e0-b772-d74d78d08c8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8711e063fa3942ec83f998c605189ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395164 Sep 15 03:52:51.913369 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 57542) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:52:51.964510 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-79a1fa83-14d6-4608-b859-71b4db50d693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:51.984991 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-79a1fa83-14d6-4608-b859-71b4db50d693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:52.030691 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-79a1fa83-14d6-4608-b859-71b4db50d693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:52.033406 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-79a1fa83-14d6-4608-b859-71b4db50d693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:52.034560 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-79a1fa83-14d6-4608-b859-71b4db50d693 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abf1562b-5146-4d4a-a3c8-807a3c2cd95f HTTP/1.1" status: 204 len: 168 time: 0.1202066 Sep 15 03:52:52.042804 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1fa83-14d6-4608-b859-71b4db50d693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf1562b-5146-4d4a-a3c8-807a3c2cd95f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:52:52.336841 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 57550) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:52:52.375437 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-1dac1e2e-dc82-4b65-91fb-cd8e1ee523ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebf9b6cbb0c14a11bdb62f27be176b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374398 Sep 15 03:52:52.378405 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 57552) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:52:52.426636 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-321eaf13-3e02-4baa-8ae8-f693311d214d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:52.447172 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-321eaf13-3e02-4baa-8ae8-f693311d214d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:52.492372 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-321eaf13-3e02-4baa-8ae8-f693311d214d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:52.495280 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-321eaf13-3e02-4baa-8ae8-f693311d214d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:52:52.496444 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-321eaf13-3e02-4baa-8ae8-f693311d214d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ccc74e8-f981-40ca-8f7a-b3e5a2386e36 HTTP/1.1" status: 204 len: 168 time: 0.1171372 Sep 15 03:52:52.504441 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321eaf13-3e02-4baa-8ae8-f693311d214d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccc74e8-f981-40ca-8f7a-b3e5a2386e36,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:53:05.774409 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9837df85-2bbf-444f-b8d6-db33385b1652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:53:06.887761 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:53:08.233179 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e2dd5428-a7f6-4262-81b2-9332cca4d528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:53:08.824950 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:53:09.533120 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:53:10.939667 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:53:17.046083 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:53:35.776350 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9c769bfa-f9ef-4b52-a4a7-3fa2232c1ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:53:36.867721 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:53:38.233926 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67fd28d0-5333-4b62-9771-92187982dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:53:38.826224 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:53:39.534286 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:53:40.942878 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:53:54.045758 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:54:05.777704 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0d04389a-727d-4441-b2e8-c950130b05af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:54:06.874941 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:54:08.233772 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f9d05e9d-e01a-476b-9a56-6252cf7c6788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:54:08.827366 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:54:09.537630 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:54:10.947753 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:54:24.857068 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d91a26f7-e418-4ed3-a9fe-edbe3bb0c997 req-a04e47c0-8bc5-4941-8a18-59f4de3a8588 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410962 Sep 15 03:54:24.967051 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a26f7-e418-4ed3-a9fe-edbe3bb0c997 req-8d72a5a5-b3f7-4c34-a314-cf9d0260eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:54:24.968518 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d91a26f7-e418-4ed3-a9fe-edbe3bb0c997 req-8d72a5a5-b3f7-4c34-a314-cf9d0260eaf1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 1099 time: 0.0405765 Sep 15 03:54:25.078386 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a26f7-e418-4ed3-a9fe-edbe3bb0c997 req-c08023b4-dbf9-4972-9c26-acc5d0ba6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:54:25.079883 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d91a26f7-e418-4ed3-a9fe-edbe3bb0c997 req-c08023b4-dbf9-4972-9c26-acc5d0ba6d3b service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0854838 Sep 15 03:54:25.124151 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d91a26f7-e418-4ed3-a9fe-edbe3bb0c997 req-fe56970d-02c4-43d2-b2f9-8f1d99cdbb02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7482671-913e-4a38-a1de-a1f61fb7cd04 HTTP/1.1" status: 200 len: 217 time: 0.0329909 Sep 15 03:54:25.176615 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a26f7-e418-4ed3-a9fe-edbe3bb0c997 req-9c41583b-03ec-47b2-8350-ea9c89cc07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:54:25.178145 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d91a26f7-e418-4ed3-a9fe-edbe3bb0c997 req-9c41583b-03ec-47b2-8350-ea9c89cc07a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0417607 Sep 15 03:54:25.215130 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d91a26f7-e418-4ed3-a9fe-edbe3bb0c997 req-a232c64d-e404-4a51-aedc-ee251873b63d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288861 Sep 15 03:54:25.308770 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d91a26f7-e418-4ed3-a9fe-edbe3bb0c997 req-747a799b-e6a9-42b1-9efd-a3f81c83c098 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831778 Sep 15 03:54:25.407667 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d91a26f7-e418-4ed3-a9fe-edbe3bb0c997 req-2ad285ce-0928-4eec-a0c1-d5197cd6f2f4 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871823 Sep 15 03:54:31.045297 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:54:35.778474 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e8f0e6fd-4664-4560-ab85-f5a3ddd16311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:54:36.881031 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:54:38.233694 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e0dad71e-1306-4482-9c91-3910e9bafe24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:54:38.830169 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:54:39.541538 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:54:40.949890 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:55:05.783431 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3f834013-e07a-4045-8e63-e49384afd7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:55:06.888825 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:55:08.044382 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:55:08.233460 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aedafdee-350e-4266-aa71-a5d463e20817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:55:08.830662 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:55:09.543948 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:55:10.950252 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:55:24.890050 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-21291ee2-4550-4f48-b1bd-57f487e02c76 req-13dba1c1-4c46-47a7-951b-c630f5b6a8c8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395806 Sep 15 03:55:24.975056 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21291ee2-4550-4f48-b1bd-57f487e02c76 req-04284762-4bf4-48ea-8dc2-760b23aa4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:55:24.976508 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-21291ee2-4550-4f48-b1bd-57f487e02c76 req-04284762-4bf4-48ea-8dc2-760b23aa4aa6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 1099 time: 0.0388632 Sep 15 03:55:25.086442 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21291ee2-4550-4f48-b1bd-57f487e02c76 req-d8bc2167-9d24-49af-b451-0daacd3fc00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:55:25.087950 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-21291ee2-4550-4f48-b1bd-57f487e02c76 req-d8bc2167-9d24-49af-b451-0daacd3fc00d service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0858808 Sep 15 03:55:25.135207 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-21291ee2-4550-4f48-b1bd-57f487e02c76 req-0ae08fa0-f207-4acd-a369-8f00e0839a69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0d72799-4bc2-43ea-b6ca-f62b79fa624f HTTP/1.1" status: 200 len: 217 time: 0.0348752 Sep 15 03:55:25.186266 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21291ee2-4550-4f48-b1bd-57f487e02c76 req-a705c800-8ddf-4094-9cce-5d3023b0abca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:55:25.187701 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-21291ee2-4550-4f48-b1bd-57f487e02c76 req-a705c800-8ddf-4094-9cce-5d3023b0abca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0424218 Sep 15 03:55:25.225335 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-21291ee2-4550-4f48-b1bd-57f487e02c76 req-604485d6-0f2c-4f54-9386-a27626851c18 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261421 Sep 15 03:55:25.315959 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-21291ee2-4550-4f48-b1bd-57f487e02c76 req-d0c06ab3-50d2-4d8c-8e32-6248bfc5f227 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799174 Sep 15 03:55:25.410332 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-21291ee2-4550-4f48-b1bd-57f487e02c76 req-896aa1a3-cad0-44a5-b028-0787fbc18eeb service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828795 Sep 15 03:55:35.784243 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0d0d-7109-46be-a612-4347760c1326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:55:36.895933 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:55:38.233306 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-06a0a294-c952-4b60-907e-fc5a09ab9755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:55:38.830338 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:55:39.546010 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:55:40.952942 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:55:45.044027 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:56:05.785675 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1afb0c9b-7b63-432f-afd8-f12f9d1df6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:06.925016 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:08.234015 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ad45de1c-d649-4934-b18e-e1bbbfabbc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:08.830391 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:09.549397 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:10.956163 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:15.626791 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff60ff-fe17-4a1e-a5e3-d30fa177efdf req-d036f139-c667-44d4-9800-1f6fa161d521 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:56:15.628539 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9eff60ff-fe17-4a1e-a5e3-d30fa177efdf req-d036f139-c667-44d4-9800-1f6fa161d521 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 946 time: 0.2349217 Sep 15 03:56:15.666070 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9eff60ff-fe17-4a1e-a5e3-d30fa177efdf req-28271903-0a9d-45f2-9838-542330af6974 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316548 Sep 15 03:56:16.096773 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a5530-4c54-42d5-8817-90aeeedd5673 req-6547f025-a764-4d3d-8003-ae1714a9b58f tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:56:16.098218 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-320a5530-4c54-42d5-8817-90aeeedd5673 req-6547f025-a764-4d3d-8003-ae1714a9b58f tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.52 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 946 time: 0.0477014 Sep 15 03:56:16.193460 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-320a5530-4c54-42d5-8817-90aeeedd5673 req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Deleting port 9c34f51a-7cb9-4a56-8042-4044bf8d18dd {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:56:16.193797 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-320a5530-4c54-42d5-8817-90aeeedd5673 req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:16.280545 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-320a5530-4c54-42d5-8817-90aeeedd5673 req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] For port 9c34f51a-7cb9-4a56-8042-4044bf8d18dd, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=9c34f51a-7cb9-4a56-8042-4044bf8d18dd,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:56:16.281424 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-320a5530-4c54-42d5-8817-90aeeedd5673 req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:16.293712 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-320a5530-4c54-42d5-8817-90aeeedd5673 req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Calling delete_port for 9c34f51a-7cb9-4a56-8042-4044bf8d18dd owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:56:16.422703 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-320a5530-4c54-42d5-8817-90aeeedd5673 req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:16.451682 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Pushing event deleted for resources: {'Port': ['ID=9c34f51a-7cb9-4a56-8042-4044bf8d18dd,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:16.463278 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:16.463638 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:16.463992 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:16.464335 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:16.464674 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:16.465017 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:16.465352 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:16.465686 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:16.466019 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:16.466351 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:16.466681 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:16.467039 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:16.471909 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['f7482671-913e-4a38-a1de-a1f61fb7cd04', 'e0d72799-4bc2-43ea-b6ca-f62b79fa624f', '9c34f51a-7cb9-4a56-8042-4044bf8d18dd'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:56:16.500370 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-320a5530-4c54-42d5-8817-90aeeedd5673 req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] No DVR routers for this DVR port 9c34f51a-7cb9-4a56-8042-4044bf8d18dd on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:56:16.502861 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-320a5530-4c54-42d5-8817-90aeeedd5673 req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:16.504874 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-320a5530-4c54-42d5-8817-90aeeedd5673 req-3342a0a4-0d5c-41d0-acd4-2d46cf19ab8a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.52 "DELETE /v2.0/ports/9c34f51a-7cb9-4a56-8042-4044bf8d18dd HTTP/1.1" status: 204 len: 173 time: 0.3963234 Sep 15 03:56:16.505394 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625cf7fc-6ad3-4f91-bad1-73f86d2df80f', 'name': 'network-vif-deleted', 'tag': '9c34f51a-7cb9-4a56-8042-4044bf8d18dd'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:56:16.508325 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa316b27-1104-42b4-9603-8b3eff41ac6c" -d '{"events": [{"server_uuid": "625cf7fc-6ad3-4f91-bad1-73f86d2df80f", "name": "network-vif-deleted", "tag": "9c34f51a-7cb9-4a56-8042-4044bf8d18dd"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:56:16.628134 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bf7a14-cd47-4e24-b19d-5d5ede7e39cc x-openstack-request-id: req-60bf7a14-cd47-4e24-b19d-5d5ede7e39cc {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:56:16.628453 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625cf7fc-6ad3-4f91-bad1-73f86d2df80f", "name": "network-vif-deleted", "tag": "9c34f51a-7cb9-4a56-8042-4044bf8d18dd", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:56:16.628706 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60bf7a14-cd47-4e24-b19d-5d5ede7e39cc {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:56:16.629099 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625cf7fc-6ad3-4f91-bad1-73f86d2df80f', 'name': 'network-vif-deleted', 'tag': '9c34f51a-7cb9-4a56-8042-4044bf8d18dd', 'status': 'completed', 'code': 200} Sep 15 03:56:16.770885 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8dc83886-911c-4528-8d97-eb250d8a3021 req-ebf3fb24-ac00-41f2-8013-4249fccc4484 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=625cf7fc-6ad3-4f91-bad1-73f86d2df80f HTTP/1.1" status: 200 len: 210 time: 0.0252335 Sep 15 03:56:18.028794 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f84c0c-ae4d-4968-928e-120d83b50628 req-7daff868-a76b-4804-8016-11a4275b4ee7 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:56:18.030231 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c0f84c0c-ae4d-4968-928e-120d83b50628 req-7daff868-a76b-4804-8016-11a4275b4ee7 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 946 time: 0.0470808 Sep 15 03:56:18.066279 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c0f84c0c-ae4d-4968-928e-120d83b50628 req-3cd163fe-7d23-43b4-a605-fc2f6dea5a6a tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301096 Sep 15 03:56:18.692504 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231abf00-a1f9-4997-bf68-9430a62f1a3f req-a7bd4751-13f8-4d3a-a934-1f5ba54cbe42 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:56:18.693948 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-231abf00-a1f9-4997-bf68-9430a62f1a3f req-a7bd4751-13f8-4d3a-a934-1f5ba54cbe42 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.52 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 946 time: 0.0508170 Sep 15 03:56:18.783622 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-231abf00-a1f9-4997-bf68-9430a62f1a3f req-06a9eddd-a4af-4e82-be55-dd1471cd1431 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Deleting port e0d72799-4bc2-43ea-b6ca-f62b79fa624f {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:56:18.783965 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-231abf00-a1f9-4997-bf68-9430a62f1a3f req-06a9eddd-a4af-4e82-be55-dd1471cd1431 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:19.110218 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-231abf00-a1f9-4997-bf68-9430a62f1a3f req-06a9eddd-a4af-4e82-be55-dd1471cd1431 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] For port e0d72799-4bc2-43ea-b6ca-f62b79fa624f, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=e0d72799-4bc2-43ea-b6ca-f62b79fa624f,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:56:19.110587 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-231abf00-a1f9-4997-bf68-9430a62f1a3f req-06a9eddd-a4af-4e82-be55-dd1471cd1431 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:19.124007 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-231abf00-a1f9-4997-bf68-9430a62f1a3f req-06a9eddd-a4af-4e82-be55-dd1471cd1431 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Calling delete_port for e0d72799-4bc2-43ea-b6ca-f62b79fa624f owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:56:19.188177 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897d139-4740-48b3-8d0c-21b2da0cca67 req-cad00f70-8be0-426a-88ed-467098807fd3 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:56:19.189794 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a897d139-4740-48b3-8d0c-21b2da0cca67 req-cad00f70-8be0-426a-88ed-467098807fd3 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=af146ee9-6ffa-4aa4-98fc-cf7444f637c0 HTTP/1.1" status: 200 len: 946 time: 0.0539851 Sep 15 03:56:19.228347 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a897d139-4740-48b3-8d0c-21b2da0cca67 req-11f47168-144e-4868-999a-3d0e5aed9f32 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321903 Sep 15 03:56:19.253397 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-231abf00-a1f9-4997-bf68-9430a62f1a3f req-06a9eddd-a4af-4e82-be55-dd1471cd1431 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:19.282449 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9eddd-a4af-4e82-be55-dd1471cd1431 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Pushing event deleted for resources: {'Port': ['ID=e0d72799-4bc2-43ea-b6ca-f62b79fa624f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:19.304418 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['f7482671-913e-4a38-a1de-a1f61fb7cd04', 'e0d72799-4bc2-43ea-b6ca-f62b79fa624f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 03:56:19.321789 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-231abf00-a1f9-4997-bf68-9430a62f1a3f req-06a9eddd-a4af-4e82-be55-dd1471cd1431 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] No DVR routers for this DVR port e0d72799-4bc2-43ea-b6ca-f62b79fa624f on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:56:19.324198 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-231abf00-a1f9-4997-bf68-9430a62f1a3f req-06a9eddd-a4af-4e82-be55-dd1471cd1431 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:19.326283 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-231abf00-a1f9-4997-bf68-9430a62f1a3f req-06a9eddd-a4af-4e82-be55-dd1471cd1431 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.52 "DELETE /v2.0/ports/e0d72799-4bc2-43ea-b6ca-f62b79fa624f HTTP/1.1" status: 204 len: 173 time: 0.6221900 Sep 15 03:56:19.326642 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af146ee9-6ffa-4aa4-98fc-cf7444f637c0', 'name': 'network-vif-deleted', 'tag': 'e0d72799-4bc2-43ea-b6ca-f62b79fa624f'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 03:56:19.327342 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 9c34f51a-7cb9-4a56-8042-4044bf8d18dd no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:56:19.328915 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e255df5-441f-4d3f-9b98-21235d55c022" -d '{"events": [{"server_uuid": "af146ee9-6ffa-4aa4-98fc-cf7444f637c0", "name": "network-vif-deleted", "tag": "e0d72799-4bc2-43ea-b6ca-f62b79fa624f"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 03:56:19.357698 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: 9c34f51a-7cb9-4a56-8042-4044bf8d18dd {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:56:19.357848 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 9c34f51a-7cb9-4a56-8042-4044bf8d18dd not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:56:19.365113 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 03:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72371982-f760-44e2-8120-ac94c1d4e676 x-openstack-request-id: req-72371982-f760-44e2-8120-ac94c1d4e676 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 03:56:19.365636 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af146ee9-6ffa-4aa4-98fc-cf7444f637c0", "name": "network-vif-deleted", "tag": "e0d72799-4bc2-43ea-b6ca-f62b79fa624f", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 03:56:19.366560 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72371982-f760-44e2-8120-ac94c1d4e676 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 03:56:19.366560 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af146ee9-6ffa-4aa4-98fc-cf7444f637c0', 'name': 'network-vif-deleted', 'tag': 'e0d72799-4bc2-43ea-b6ca-f62b79fa624f', 'status': 'completed', 'code': 200} Sep 15 03:56:22.043661 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:56:23.329204 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device e0d72799-4bc2-43ea-b6ca-f62b79fa624f no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:56:23.348701 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: e0d72799-4bc2-43ea-b6ca-f62b79fa624f {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:56:23.349041 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device e0d72799-4bc2-43ea-b6ca-f62b79fa624f not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:56:35.786860 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0651d752-ff81-436f-b068-6223e7a8d511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:36.923401 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:38.235077 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-85eb146c-2cbd-4639-8e8a-ea6596a06341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:38.830752 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:39.507215 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 59378) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:39.551347 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:39.969434 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8079366'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:40.453590 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Deleting port 685e2fbd-b65d-431a-b01c-e8248d28f4ee {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:56:40.453936 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:40.533430 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] For port 685e2fbd-b65d-431a-b01c-e8248d28f4ee, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=685e2fbd-b65d-431a-b01c-e8248d28f4ee,segment=NetworkSegment(4756490d-0304-4153-8606-4fdb9a1e92d6),segment_id=4756490d-0304-4153-8606-4fdb9a1e92d6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:56:40.534110 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:40.546595 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Calling delete_port for 685e2fbd-b65d-431a-b01c-e8248d28f4ee owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:56:40.719716 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:40.745280 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Pushing event deleted for resources: {'Port': ['ID=685e2fbd-b65d-431a-b01c-e8248d28f4ee,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:40.770320 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:40.770675 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:40.771051 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:40.771504 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:40.771845 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:40.772180 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:40.772516 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:40.773452 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:40.773789 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:40.774155 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:40.774530 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:40.774863 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:40.918990 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8074678'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:40.959970 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:41.140273 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Router e3490e95-1166-440c-b04d-5f621ad27e96 has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 03:56:41.251976 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 03:56:41.257109 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-b2f21e36-c84f-4b78-a423-6daf7de6227f admin admin] 10.222.0.24 "PUT /v2.0/routers/e3490e95-1166-440c-b04d-5f621ad27e96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7483256 Sep 15 03:56:41.260201 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 59392) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:41.260699 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0259e77-cffc-4fa8-9b12-a9832cdcc588 None None] Sync routers for ids ['e3490e95-1166-440c-b04d-5f621ad27e96'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 03:56:41.270142 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0259e77-cffc-4fa8-9b12-a9832cdcc588 None None] Routers {'e3490e95-1166-440c-b04d-5f621ad27e96'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:56:41.270753 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f0259e77-cffc-4fa8-9b12-a9832cdcc588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:56:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['e3490e95-1166-440c-b04d-5f621ad27e96'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:56:41.362638 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55d6011f-e1af-4daf-ae6b-bb039b4f062b admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:41.373124 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-f0259e77-cffc-4fa8-9b12-a9832cdcc588 None None] Set router e3490e95-1166-440c-b04d-5f621ad27e96 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:56:41.469999 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55d6011f-e1af-4daf-ae6b-bb039b4f062b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:41.521558 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-55d6011f-e1af-4daf-ae6b-bb039b4f062b admin admin] Deleting port 3214c5fe-c502-4739-a508-3d03ffd079ad {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:56:41.521908 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55d6011f-e1af-4daf-ae6b-bb039b4f062b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:41.551524 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f0259e77-cffc-4fa8-9b12-a9832cdcc588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:56:40Z', 'revision_number': 5, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port': {'id': '3214c5fe-c502-4739-a508-3d03ffd079ad', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:88:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:30:15Z', 'updated_at': '2021-09-15T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:56:41.577156 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0259e77-cffc-4fa8-9b12-a9832cdcc588 None None] Checking router: e3490e95-1166-440c-b04d-5f621ad27e96 for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 03:56:41.585849 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0259e77-cffc-4fa8-9b12-a9832cdcc588 None None] Routers {'e3490e95-1166-440c-b04d-5f621ad27e96'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 03:56:41.586496 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f0259e77-cffc-4fa8-9b12-a9832cdcc588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T03:56:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['e3490e95-1166-440c-b04d-5f621ad27e96'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:56:41.605405 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-55d6011f-e1af-4daf-ae6b-bb039b4f062b admin admin] For port 3214c5fe-c502-4739-a508-3d03ffd079ad, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=3214c5fe-c502-4739-a508-3d03ffd079ad,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:56:41.605990 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55d6011f-e1af-4daf-ae6b-bb039b4f062b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:41.618494 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-55d6011f-e1af-4daf-ae6b-bb039b4f062b admin admin] Calling delete_port for 3214c5fe-c502-4739-a508-3d03ffd079ad owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:56:41.672823 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-f0259e77-cffc-4fa8-9b12-a9832cdcc588 None None] Set router e3490e95-1166-440c-b04d-5f621ad27e96 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 03:56:41.726273 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f0259e77-cffc-4fa8-9b12-a9832cdcc588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:56:41Z', 'revision_number': 6, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port_host': None}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:56:41.752793 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0259e77-cffc-4fa8-9b12-a9832cdcc588 None None] The sync data for ids ['e3490e95-1166-440c-b04d-5f621ad27e96'] in dv-cinder-806965-6-iscsi is: [{'id': 'e3490e95-1166-440c-b04d-5f621ad27e96', 'name': 'tempest-AttachVolumeTestJSON-879783941-router', 'tenant_id': 'acb82cea32c94adbbc24424bc2f122f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:30:14Z', 'updated_at': '2021-09-15T03:56:41Z', 'revision_number': 6, 'project_id': 'acb82cea32c94adbbc24424bc2f122f7', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 03:56:41.789708 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55d6011f-e1af-4daf-ae6b-bb039b4f062b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:41.816986 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6011f-e1af-4daf-ae6b-bb039b4f062b admin admin] Pushing event deleted for resources: {'Port': ['ID=3214c5fe-c502-4739-a508-3d03ffd079ad,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:41.876565 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55d6011f-e1af-4daf-ae6b-bb039b4f062b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8074608'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:41.978329 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55d6011f-e1af-4daf-ae6b-bb039b4f062b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8079905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1246'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:41.980440 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55d6011f-e1af-4daf-ae6b-bb039b4f062b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.022989 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55d6011f-e1af-4daf-ae6b-bb039b4f062b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8080090'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.023555 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d6011f-e1af-4daf-ae6b-bb039b4f062b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3490e95-1166-440c-b04d-5f621ad27e96 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 03:56:42.028760 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55d6011f-e1af-4daf-ae6b-bb039b4f062b admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.030000 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-55d6011f-e1af-4daf-ae6b-bb039b4f062b admin admin] 10.222.0.24 "DELETE /v2.0/routers/e3490e95-1166-440c-b04d-5f621ad27e96 HTTP/1.1" status: 204 len: 168 time: 0.7688816 Sep 15 03:56:42.032435 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 59400) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:42.082260 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed476e85-85c6-47f8-9f70-39f42e95c663 admin admin] Deleting subnet a43cabc1-2adc-413a-995e-825ef21d09bc {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 03:56:42.085612 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed476e85-85c6-47f8-9f70-39f42e95c663 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.120410 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed476e85-85c6-47f8-9f70-39f42e95c663 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3798916'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.204290 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed476e85-85c6-47f8-9f70-39f42e95c663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7828435'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.256074 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed476e85-85c6-47f8-9f70-39f42e95c663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7828420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4022169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3614555'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.282207 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed476e85-85c6-47f8-9f70-39f42e95c663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a43cabc1-2adc-413a-995e-825ef21d09bc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:42.284292 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed476e85-85c6-47f8-9f70-39f42e95c663 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.288163 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccc0f69-1e62-41dd-8d9a-2f3a4a067f82 None None] Network c37fb0f9-98bc-428c-87b6-0e86fc30398f requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 03:56:42.289345 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 59402) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:42.289910 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ed476e85-85c6-47f8-9f70-39f42e95c663 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a43cabc1-2adc-413a-995e-825ef21d09bc HTTP/1.1" status: 204 len: 168 time: 0.2559466 Sep 15 03:56:42.358780 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858466'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.411152 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] Deleting port f266cbc8-36f6-4a72-9c14-138770fa666d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:56:42.411507 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.480025 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] DHCP port deletion for c37fb0f9-98bc-428c-87b6-0e86fc30398f request from dv-cinder-806965-6-iscsi {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 03:56:42.488434 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] For port f266cbc8-36f6-4a72-9c14-138770fa666d, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=f266cbc8-36f6-4a72-9c14-138770fa666d,segment=NetworkSegment(4756490d-0304-4153-8606-4fdb9a1e92d6),segment_id=4756490d-0304-4153-8606-4fdb9a1e92d6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:56:42.489091 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.502911 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] Calling delete_port for f266cbc8-36f6-4a72-9c14-138770fa666d owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:56:42.529280 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Deleting port f266cbc8-36f6-4a72-9c14-138770fa666d {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 03:56:42.529657 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.587042 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.594565 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] For port f266cbc8-36f6-4a72-9c14-138770fa666d, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=f266cbc8-36f6-4a72-9c14-138770fa666d,segment=NetworkSegment(4756490d-0304-4153-8606-4fdb9a1e92d6),segment_id=4756490d-0304-4153-8606-4fdb9a1e92d6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 03:56:42.595020 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.610585 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] Pushing event deleted for resources: {'Port': ['ID=f266cbc8-36f6-4a72-9c14-138770fa666d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:42.610839 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Calling delete_port for f266cbc8-36f6-4a72-9c14-138770fa666d owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 03:56:42.619350 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] No DVR routers for this DVR port f266cbc8-36f6-4a72-9c14-138770fa666d on host dv-cinder-806965-6-iscsi {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:56:42.688079 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.695170 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7829332', 'neutron.services.segments.db._delete_segments_for_network-8760529642141'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.715136 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Pushing event deleted for resources: {'Port': ['ID=f266cbc8-36f6-4a72-9c14-138770fa666d,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:42.719130 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37fb0f9-98bc-428c-87b6-0e86fc30398f']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:56:42.719801 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] No DVR routers for this DVR port f266cbc8-36f6-4a72-9c14-138770fa666d on host dv-cinder-806965-6-iscsi {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 03:56:42.731039 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4756490d-0304-4153-8606-4fdb9a1e92d6') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:56:42.731350 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4756490d-0304-4153-8606-4fdb9a1e92d6') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 03:56:42.736551 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:42.736883 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:42.737236 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:42.738141 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:42.738495 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:42.739132 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:42.739470 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:42.739804 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:42.740209 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:42.740557 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:42.740897 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:42.741226 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b95a48-6990-430a-923a-6155c3cf056c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 03:56:42.742671 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760529642406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2434161'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.761190 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.767901 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 03:56:42.768368 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2767215'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: Traceback (most recent call last): Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: timer() Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: cb(*args, **kw) Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: return func(*args, **kwargs) Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: self._notify() Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: self.callback(batched_events) Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: event.method(event) Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: return f(self, *a, **k) Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._get(url).json() Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: return self.request(url, 'GET', **kwargs) Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 03:56:42.770170 dv-cinder-806965-6-iscsi neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 03:56:42.822658 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7829325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8074516'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.827821 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:42.832403 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c37fb0f9-98bc-428c-87b6-0e86fc30398f HTTP/1.1" status: 204 len: 168 time: 0.5394602 Sep 15 03:56:42.842426 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac51c1-e26f-4324-ad70-dec00e8efe87 admin admin] Pushing event deleted for resources: {'Network': ['ID=c37fb0f9-98bc-428c-87b6-0e86fc30398f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:42.937737 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 59408) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:42.980470 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-15df0fa3-c467-4371-99c0-c5fdfb9d0af7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acb82cea32c94adbbc24424bc2f122f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414867 Sep 15 03:56:42.982767 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 59412) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:43.041363 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b5d457e-573f-4da8-b8ad-f938b66e4af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:43.062824 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b5d457e-573f-4da8-b8ad-f938b66e4af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:43.106960 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b5d457e-573f-4da8-b8ad-f938b66e4af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:43.109508 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b5d457e-573f-4da8-b8ad-f938b66e4af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:43.110643 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-3b5d457e-573f-4da8-b8ad-f938b66e4af7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8c40991-4c32-4548-a49f-305d75194d1d HTTP/1.1" status: 204 len: 168 time: 0.1269531 Sep 15 03:56:43.119124 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d457e-573f-4da8-b8ad-f938b66e4af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c40991-4c32-4548-a49f-305d75194d1d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:43.671978 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 3214c5fe-c502-4739-a508-3d03ffd079ad no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:56:43.691620 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: 3214c5fe-c502-4739-a508-3d03ffd079ad {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:56:43.691896 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 3214c5fe-c502-4739-a508-3d03ffd079ad not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:56:43.692313 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 685e2fbd-b65d-431a-b01c-e8248d28f4ee no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:56:43.713440 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: 685e2fbd-b65d-431a-b01c-e8248d28f4ee {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:56:43.713789 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 685e2fbd-b65d-431a-b01c-e8248d28f4ee not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:56:43.714239 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device f266cbc8-36f6-4a72-9c14-138770fa666d no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 03:56:43.732958 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: f266cbc8-36f6-4a72-9c14-138770fa666d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 03:56:43.733309 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device f266cbc8-36f6-4a72-9c14-138770fa666d not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 03:56:47.487026 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 59522) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:47.598610 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d997375-115a-4024-ad75-93d2b3d0526e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:47.687387 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d997375-115a-4024-ad75-93d2b3d0526e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:47.692200 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d997375-115a-4024-ad75-93d2b3d0526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:47.728691 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-3d997375-115a-4024-ad75-93d2b3d0526e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1a1e465609e490b8f71059fe84abaaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405858 Sep 15 03:56:47.731360 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 59528) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:47.733065 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d997375-115a-4024-ad75-93d2b3d0526e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb2f354-67c2-436b-8793-c869e307a0b7,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:47.781320 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-507d9aab-9da1-4227-837c-7635e4f3962b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:47.801525 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-507d9aab-9da1-4227-837c-7635e4f3962b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:47.851631 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-507d9aab-9da1-4227-837c-7635e4f3962b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:47.854230 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-507d9aab-9da1-4227-837c-7635e4f3962b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:47.855410 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-507d9aab-9da1-4227-837c-7635e4f3962b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcb2f354-67c2-436b-8793-c869e307a0b7 HTTP/1.1" status: 204 len: 168 time: 0.1229856 Sep 15 03:56:47.864949 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d9aab-9da1-4227-837c-7635e4f3962b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb2f354-67c2-436b-8793-c869e307a0b7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:48.114131 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 59534) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:48.127726 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4a6e88b-5a5c-4db0-8e96-2f49de84b168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:48.226947 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4a6e88b-5a5c-4db0-8e96-2f49de84b168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:48.230427 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4a6e88b-5a5c-4db0-8e96-2f49de84b168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:48.264797 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6e88b-5a5c-4db0-8e96-2f49de84b168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1e6dc5-b29d-4ceb-bcdc-6020fd8ef975,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:48.273186 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c4a6e88b-5a5c-4db0-8e96-2f49de84b168 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a763ad7eb37c4dbabd8f20bb5d05464e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577065 Sep 15 03:56:48.275663 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 59540) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:48.324183 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87f71f71-a458-4fb8-81ae-6a99128edcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:48.346714 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87f71f71-a458-4fb8-81ae-6a99128edcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:48.392128 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87f71f71-a458-4fb8-81ae-6a99128edcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:48.394639 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87f71f71-a458-4fb8-81ae-6a99128edcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:48.395813 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-87f71f71-a458-4fb8-81ae-6a99128edcbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce1e6dc5-b29d-4ceb-bcdc-6020fd8ef975 HTTP/1.1" status: 204 len: 168 time: 0.1191664 Sep 15 03:56:48.403076 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f71f71-a458-4fb8-81ae-6a99128edcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1e6dc5-b29d-4ceb-bcdc-6020fd8ef975,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:51.136988 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 59686) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:51.239587 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-30444414-3c4a-4378-94fe-3f011c0a9639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:51.330944 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-30444414-3c4a-4378-94fe-3f011c0a9639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:51.336338 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-30444414-3c4a-4378-94fe-3f011c0a9639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:51.373060 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-30444414-3c4a-4378-94fe-3f011c0a9639 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1e525205b454d5eba24605177b8e2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350359 Sep 15 03:56:51.374192 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30444414-3c4a-4378-94fe-3f011c0a9639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232fa062-a2a8-43d0-8a26-d6f3a500bb4b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:51.375689 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 59692) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:51.426838 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5fedc48-baf0-4b9d-ab30-95bef9632232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:51.451233 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5fedc48-baf0-4b9d-ab30-95bef9632232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:51.499144 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5fedc48-baf0-4b9d-ab30-95bef9632232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:51.501701 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5fedc48-baf0-4b9d-ab30-95bef9632232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:51.502936 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-f5fedc48-baf0-4b9d-ab30-95bef9632232 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/232fa062-a2a8-43d0-8a26-d6f3a500bb4b HTTP/1.1" status: 204 len: 168 time: 0.1254137 Sep 15 03:56:51.511152 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fedc48-baf0-4b9d-ab30-95bef9632232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232fa062-a2a8-43d0-8a26-d6f3a500bb4b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:51.764432 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 59700) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:51.777233 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-75c72da2-c54b-47d3-b862-a053513b95ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:51.865649 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-75c72da2-c54b-47d3-b862-a053513b95ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:51.869594 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-75c72da2-c54b-47d3-b862-a053513b95ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:51.909876 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-75c72da2-c54b-47d3-b862-a053513b95ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e094dfd799bf42008cbce292c6926071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443737 Sep 15 03:56:51.910723 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c72da2-c54b-47d3-b862-a053513b95ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d9b034-7255-4333-a89d-6baea640a7cb,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:51.913936 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 59704) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:51.966142 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-096ad0cf-51b4-43f5-94d6-08652e757750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:51.992375 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-096ad0cf-51b4-43f5-94d6-08652e757750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:52.036173 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-096ad0cf-51b4-43f5-94d6-08652e757750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:52.039198 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-096ad0cf-51b4-43f5-94d6-08652e757750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:52.040330 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-096ad0cf-51b4-43f5-94d6-08652e757750 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11d9b034-7255-4333-a89d-6baea640a7cb HTTP/1.1" status: 204 len: 168 time: 0.1253853 Sep 15 03:56:52.048296 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ad0cf-51b4-43f5-94d6-08652e757750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d9b034-7255-4333-a89d-6baea640a7cb,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:54.371440 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 59786) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:54.473003 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9a64eafa-0950-4c50-aa26-d4b0fe02467d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:54.559161 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9a64eafa-0950-4c50-aa26-d4b0fe02467d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:54.562572 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9a64eafa-0950-4c50-aa26-d4b0fe02467d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:54.598096 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64eafa-0950-4c50-aa26-d4b0fe02467d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9be58b-51d0-4693-985d-5b6dec25b9a6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:54.605810 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 59792) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:54.606325 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9a64eafa-0950-4c50-aa26-d4b0fe02467d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84ea017fb78a4d9f87eb9e0761fc8517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333229 Sep 15 03:56:54.658929 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55a05aef-c2ad-4f51-ae61-95e656ab5707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:54.679289 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55a05aef-c2ad-4f51-ae61-95e656ab5707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:54.723421 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55a05aef-c2ad-4f51-ae61-95e656ab5707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:54.726270 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55a05aef-c2ad-4f51-ae61-95e656ab5707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:54.727863 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-55a05aef-c2ad-4f51-ae61-95e656ab5707 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f9be58b-51d0-4693-985d-5b6dec25b9a6 HTTP/1.1" status: 204 len: 168 time: 0.1200578 Sep 15 03:56:54.736089 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a05aef-c2ad-4f51-ae61-95e656ab5707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9be58b-51d0-4693-985d-5b6dec25b9a6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:54.977841 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 59798) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:54.990844 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7e7f400f-22f9-4df8-b8de-98fd330d569b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:55.078311 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7e7f400f-22f9-4df8-b8de-98fd330d569b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:55.083104 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7e7f400f-22f9-4df8-b8de-98fd330d569b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:55.121834 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-7e7f400f-22f9-4df8-b8de-98fd330d569b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32712c866c3243b7bd0cb676fbb520c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429231 Sep 15 03:56:55.122705 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f400f-22f9-4df8-b8de-98fd330d569b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b4ecd0-7094-4203-b14b-f2a7f7c23c51,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:55.124633 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 59802) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 03:56:55.175460 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-62e18206-d280-42e6-b8ce-20622ac9ce95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:55.196726 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-62e18206-d280-42e6-b8ce-20622ac9ce95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:55.243877 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-62e18206-d280-42e6-b8ce-20622ac9ce95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:55.246413 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-62e18206-d280-42e6-b8ce-20622ac9ce95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:56:55.249908 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-62e18206-d280-42e6-b8ce-20622ac9ce95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03b4ecd0-7094-4203-b14b-f2a7f7c23c51 HTTP/1.1" status: 204 len: 168 time: 0.1219976 Sep 15 03:56:55.255868 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e18206-d280-42e6-b8ce-20622ac9ce95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b4ecd0-7094-4203-b14b-f2a7f7c23c51,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 03:56:59.042048 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:57:05.787255 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-496d94b0-0162-4aa6-9076-58d891acedf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:57:06.922916 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:57:08.236069 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-295fc899-1ac4-423f-a5f0-80f1ab5b5cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:57:08.830555 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:57:09.553022 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:57:10.962254 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:57:27.974714 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d66c46d-91e3-4776-b2eb-85e6f3674e1f req-752f67c6-149e-4987-8368-1ab9d4b63c05 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1328394 Sep 15 03:57:28.076222 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66c46d-91e3-4776-b2eb-85e6f3674e1f req-ca073804-820e-4008-93a5-41030bd1cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:57:28.077692 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d66c46d-91e3-4776-b2eb-85e6f3674e1f req-ca073804-820e-4008-93a5-41030bd1cce0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 1099 time: 0.0398400 Sep 15 03:57:28.186675 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66c46d-91e3-4776-b2eb-85e6f3674e1f req-6ddf90eb-e81b-48b4-8dd4-84011f5f063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:57:28.188181 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d66c46d-91e3-4776-b2eb-85e6f3674e1f req-6ddf90eb-e81b-48b4-8dd4-84011f5f063d service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0834827 Sep 15 03:57:28.235975 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d66c46d-91e3-4776-b2eb-85e6f3674e1f req-9128819c-3ee5-4a92-ae1f-628609c500b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7482671-913e-4a38-a1de-a1f61fb7cd04 HTTP/1.1" status: 200 len: 217 time: 0.0362458 Sep 15 03:57:28.290841 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66c46d-91e3-4776-b2eb-85e6f3674e1f req-012ba4da-8f96-48b0-a96a-5b5fcbd722b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:57:28.292353 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d66c46d-91e3-4776-b2eb-85e6f3674e1f req-012ba4da-8f96-48b0-a96a-5b5fcbd722b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0446537 Sep 15 03:57:28.327921 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d66c46d-91e3-4776-b2eb-85e6f3674e1f req-7df75dca-5cc5-4fa1-8f0a-57671d77d964 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241125 Sep 15 03:57:28.339608 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [req-0d66c46d-91e3-4776-b2eb-85e6f3674e1f req-a53ef9a4-9272-4767-9e37-a5ecf849278f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 03:57:28.340552 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d66c46d-91e3-4776-b2eb-85e6f3674e1f req-a53ef9a4-9272-4767-9e37-a5ecf849278f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054510 Sep 15 03:57:28.432997 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d66c46d-91e3-4776-b2eb-85e6f3674e1f req-1ffbfe00-ae9d-4c66-a41a-07f4452173e7 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840752 Sep 15 03:57:28.526736 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d66c46d-91e3-4776-b2eb-85e6f3674e1f req-ee24e30a-87d0-421d-9a05-19d5907740fc service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808806 Sep 15 03:57:35.786378 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f68f65c6-9a2d-4bb5-a714-8a09764645e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:57:36.041478 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:57:36.930616 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:57:38.236387 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa172dad-e21d-40b7-a51b-0d6c00d4bba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:57:38.832439 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:57:39.556615 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:57:40.966616 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:58:05.787538 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9eb5a999-606a-46c1-9369-74c5b50c7ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:58:06.935861 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:58:08.237025 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e23bf053-fa6b-4fb9-98aa-7917ed324c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:58:08.834222 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:58:09.559995 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:58:10.967084 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:58:13.040487 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:58:27.831261 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d35c8d2-9200-46ad-9265-19a4295040f0 req-d65891a5-bb62-4d79-b6b9-c4020b85fe99 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429008 Sep 15 03:58:27.942245 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35c8d2-9200-46ad-9265-19a4295040f0 req-7948daf7-17b8-489c-8e2a-961a219059e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:58:27.943962 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d35c8d2-9200-46ad-9265-19a4295040f0 req-7948daf7-17b8-489c-8e2a-961a219059e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 1099 time: 0.0397012 Sep 15 03:58:28.050516 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35c8d2-9200-46ad-9265-19a4295040f0 req-359992a6-5578-4084-bbf6-41167d447229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:58:28.052003 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d35c8d2-9200-46ad-9265-19a4295040f0 req-359992a6-5578-4084-bbf6-41167d447229 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0826812 Sep 15 03:58:28.099564 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d35c8d2-9200-46ad-9265-19a4295040f0 req-8f1b1b51-3ca7-4fe6-ae78-9a63dd700e5e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7482671-913e-4a38-a1de-a1f61fb7cd04 HTTP/1.1" status: 200 len: 217 time: 0.0354102 Sep 15 03:58:28.153176 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35c8d2-9200-46ad-9265-19a4295040f0 req-587bc2fa-d08b-4694-b235-eaebfe901b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:58:28.154602 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d35c8d2-9200-46ad-9265-19a4295040f0 req-587bc2fa-d08b-4694-b235-eaebfe901b90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0435956 Sep 15 03:58:28.190583 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d35c8d2-9200-46ad-9265-19a4295040f0 req-bdea3eec-18e6-4ff4-a8d4-1916af58f7e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239818 Sep 15 03:58:28.287434 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d35c8d2-9200-46ad-9265-19a4295040f0 req-9debb27a-2f1c-420a-92c2-5883cb4e26cd service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846832 Sep 15 03:58:28.384119 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-0d35c8d2-9200-46ad-9265-19a4295040f0 req-ce29910b-4833-480f-9bf0-8695ba2a6c87 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855265 Sep 15 03:58:35.787533 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f8c801d2-9392-45b7-9fcc-e55a7ad0750f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:58:36.918856 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:58:38.240433 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aff972db-b7ef-4107-b0d3-edab87595375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:58:38.833711 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:58:39.561467 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:58:40.970392 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:58:50.039592 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:59:05.788560 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e75b7f71-d8ba-4f55-960d-a873aef4d42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:59:06.922454 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:59:08.240938 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4c4fec48-0028-452d-a396-4dc2df2cae08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:59:08.834227 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:59:09.564730 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:59:10.973806 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:59:23.433655 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [req-d5800963-b6ee-49d8-b646-edc4517316f1 req-f0433385-42f8-48db-a7fa-a3674594cb76 tempest-TestMinimumBasicScenario-1836873032 tempest-TestMinimumBasicScenario-1836873032-project] (93919) timed out ('10.222.0.52', 49889) {{(pid=93919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 15 03:59:27.039769 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 03:59:27.876065 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3ccc125d-7941-4fd6-901f-6a354ee22fb4 req-03c96ff6-ea6e-450a-9828-0a69f7434cf2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422404 Sep 15 03:59:27.989007 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc125d-7941-4fd6-901f-6a354ee22fb4 req-6dcb5d58-b434-4a82-958e-683da8c54f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:59:27.990749 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3ccc125d-7941-4fd6-901f-6a354ee22fb4 req-6dcb5d58-b434-4a82-958e-683da8c54f0a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 1099 time: 0.0407460 Sep 15 03:59:28.093159 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc125d-7941-4fd6-901f-6a354ee22fb4 req-bf6352d7-af2c-42e1-8356-4dd140eded70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:59:28.094617 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3ccc125d-7941-4fd6-901f-6a354ee22fb4 req-bf6352d7-af2c-42e1-8356-4dd140eded70 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0827963 Sep 15 03:59:28.142482 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3ccc125d-7941-4fd6-901f-6a354ee22fb4 req-635a4c33-a5c0-4de9-a104-8dcb3733426d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7482671-913e-4a38-a1de-a1f61fb7cd04 HTTP/1.1" status: 200 len: 217 time: 0.0362077 Sep 15 03:59:28.191314 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc125d-7941-4fd6-901f-6a354ee22fb4 req-25234351-988f-4a45-a0f2-491ff9e9d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 03:59:28.192688 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3ccc125d-7941-4fd6-901f-6a354ee22fb4 req-25234351-988f-4a45-a0f2-491ff9e9d0dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0410268 Sep 15 03:59:28.229386 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3ccc125d-7941-4fd6-901f-6a354ee22fb4 req-05835be5-22b1-4deb-b008-5bf04c089a2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246964 Sep 15 03:59:28.324939 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3ccc125d-7941-4fd6-901f-6a354ee22fb4 req-584c4617-2b1b-495e-b89d-48283511febb service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840347 Sep 15 03:59:28.418140 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-3ccc125d-7941-4fd6-901f-6a354ee22fb4 req-ac89e4c9-b8de-43d6-be30-7d27acefbabf service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812280 Sep 15 03:59:35.791672 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-93314c3f-143e-43fb-a880-cce6df316756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:59:36.917208 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:59:38.243265 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f553f83f-9d49-4fae-9122-d42f55c3cbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:59:38.838892 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:59:39.567222 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 03:59:40.979476 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:00:04.038680 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:00:05.792773 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7bb29229-6097-4165-918a-2f5308475d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:00:06.933957 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:00:08.247603 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-46edb7da-c4e6-428f-8f21-617362dd9617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:00:08.840782 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:00:09.570069 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:00:10.978897 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:00:27.971218 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d6f0a699-5923-4339-8851-378cbadd0925 req-ed797105-0f0e-4631-a2da-d527b47077ad service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388815 Sep 15 04:00:28.079793 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0a699-5923-4339-8851-378cbadd0925 req-5a169971-17df-4275-a00b-bcd45cd8c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:00:28.081258 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d6f0a699-5923-4339-8851-378cbadd0925 req-5a169971-17df-4275-a00b-bcd45cd8c06b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=66e297879c9f4dcc84b2549c0593645e&device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 1099 time: 0.0433393 Sep 15 04:00:28.187545 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0a699-5923-4339-8851-378cbadd0925 req-37bf4518-538f-4d72-99fa-3d2de98e3ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:00:28.188995 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d6f0a699-5923-4339-8851-378cbadd0925 req-37bf4518-538f-4d72-99fa-3d2de98e3ba3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 200 len: 916 time: 0.0831249 Sep 15 04:00:28.237419 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d6f0a699-5923-4339-8851-378cbadd0925 req-d3edd69a-d20e-42eb-a954-b7f8e55b8c53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7482671-913e-4a38-a1de-a1f61fb7cd04 HTTP/1.1" status: 200 len: 217 time: 0.0364645 Sep 15 04:00:28.291162 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0a699-5923-4339-8851-378cbadd0925 req-32b36d6f-e85c-4ec2-ba3e-336e9f1a4bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:00:28.292589 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d6f0a699-5923-4339-8851-378cbadd0925 req-32b36d6f-e85c-4ec2-ba3e-336e9f1a4bb2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 200 len: 855 time: 0.0436120 Sep 15 04:00:28.327757 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d6f0a699-5923-4339-8851-378cbadd0925 req-964aea40-e90a-4a10-9a6e-56dc88bab148 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c049c45-507d-44c9-91dd-209649c35d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237465 Sep 15 04:00:28.423885 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d6f0a699-5923-4339-8851-378cbadd0925 req-a1871664-0769-4b4d-83a5-2b62c00cc503 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838065 Sep 15 04:00:28.517760 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-d6f0a699-5923-4339-8851-378cbadd0925 req-eaf33109-c195-4f72-b108-ca54fd3c3099 service neutron] 10.222.0.52 "GET /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820720 Sep 15 04:00:35.793685 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f065f311-e01d-4387-a3f1-9434dba26056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:00:36.915743 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:00:38.248558 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6cc14f46-4f82-4714-9170-ba7d85ee64c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:00:38.843254 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:00:39.574319 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:00:40.983191 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:00:41.036787 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:01:05.794124 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f0312e8f-0a41-4217-a383-60e2fa8ae4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:06.917614 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:08.249982 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1d7a7154-ffcc-4e4a-b66e-3b50999561c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:08.844319 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:09.577942 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:10.983973 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:18.035354 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:01:18.410250 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd01d3e-e259-49f5-9dbf-0ae1490ea8a8 req-8925bafc-afa6-40be-a237-248eb263cd5c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:01:18.411796 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fbd01d3e-e259-49f5-9dbf-0ae1490ea8a8 req-8925bafc-afa6-40be-a237-248eb263cd5c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 946 time: 0.1680176 Sep 15 04:01:18.449596 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-fbd01d3e-e259-49f5-9dbf-0ae1490ea8a8 req-e943c6da-1e65-4279-a12d-31472d419eae tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/security-groups?id=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Sep 15 04:01:18.950513 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bfd64-336e-4b98-bac7-e69055695321 req-f97dedfc-e6ca-45f4-87b7-1907c8e0339c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:01:18.952174 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a07bfd64-336e-4b98-bac7-e69055695321 req-f97dedfc-e6ca-45f4-87b7-1907c8e0339c tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.52 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 946 time: 0.0480008 Sep 15 04:01:19.046572 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a07bfd64-336e-4b98-bac7-e69055695321 req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Deleting port f7482671-913e-4a38-a1de-a1f61fb7cd04 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:01:19.047025 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a07bfd64-336e-4b98-bac7-e69055695321 req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:19.137846 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-a07bfd64-336e-4b98-bac7-e69055695321 req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] For port f7482671-913e-4a38-a1de-a1f61fb7cd04, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f7482671-913e-4a38-a1de-a1f61fb7cd04,segment=NetworkSegment(73913bb4-d1d7-4ec0-8796-5415f5bc82f4),segment_id=73913bb4-d1d7-4ec0-8796-5415f5bc82f4)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:01:19.138427 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a07bfd64-336e-4b98-bac7-e69055695321 req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:19.159547 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a07bfd64-336e-4b98-bac7-e69055695321 req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Calling delete_port for f7482671-913e-4a38-a1de-a1f61fb7cd04 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:01:19.174624 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 33750) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:19.309770 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a07bfd64-336e-4b98-bac7-e69055695321 req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:19.338038 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Deleting subnet 41c269f4-96be-4aef-b1b7-ebd324d6417c {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 04:01:19.341554 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:19.346322 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Pushing event deleted for resources: {'Port': ['ID=f7482671-913e-4a38-a1de-a1f61fb7cd04,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:19.351602 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['f7482671-913e-4a38-a1de-a1f61fb7cd04'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 04:01:19.356890 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.357288 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.357636 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.357980 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.358324 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.358864 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.359240 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.359583 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.359923 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.360261 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.361408 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.362044 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.387431 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3798916'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:19.414815 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07bfd64-336e-4b98-bac7-e69055695321 req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] No DVR routers for this DVR port f7482671-913e-4a38-a1de-a1f61fb7cd04 on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 04:01:19.418103 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a07bfd64-336e-4b98-bac7-e69055695321 req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:19.420945 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a07bfd64-336e-4b98-bac7-e69055695321 req-85049b8e-fece-4f1c-b0e3-0ed9dd3eabec tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.52 "DELETE /v2.0/ports/f7482671-913e-4a38-a1de-a1f61fb7cd04 HTTP/1.1" status: 204 len: 173 time: 0.4594121 Sep 15 04:01:19.421431 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223b38ee-4087-4dfc-bdf6-a419096a02d0', 'name': 'network-vif-deleted', 'tag': 'f7482671-913e-4a38-a1de-a1f61fb7cd04'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 04:01:19.424743 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d40baad-57af-4e33-91da-f811add7d0d2" -d '{"events": [{"server_uuid": "223b38ee-4087-4dfc-bdf6-a419096a02d0", "name": "network-vif-deleted", "tag": "f7482671-913e-4a38-a1de-a1f61fb7cd04"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 04:01:19.443938 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7828435'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:19.513916 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7828420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4022169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3614555'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:19.549207 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:19.553825 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/41c269f4-96be-4aef-b1b7-ebd324d6417c HTTP/1.1" status: 204 len: 168 time: 0.3778718 Sep 15 04:01:19.553972 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 33782) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:19.554959 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c269f4-96be-4aef-b1b7-ebd324d6417c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:19.563279 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.563829 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.564734 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.565355 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.565837 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.566312 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.566793 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.567298 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.567789 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.568266 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.568755 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.569088 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d85f01-216b-4781-bbbd-34a34aeff431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:19.593400 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 04:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6b6ad0-82ca-46d3-b797-589c3f04df0f x-openstack-request-id: req-fe6b6ad0-82ca-46d3-b797-589c3f04df0f {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 04:01:19.593691 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223b38ee-4087-4dfc-bdf6-a419096a02d0", "name": "network-vif-deleted", "tag": "f7482671-913e-4a38-a1de-a1f61fb7cd04", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 04:01:19.593944 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe6b6ad0-82ca-46d3-b797-589c3f04df0f {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 04:01:19.594334 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223b38ee-4087-4dfc-bdf6-a419096a02d0', 'name': 'network-vif-deleted', 'tag': 'f7482671-913e-4a38-a1de-a1f61fb7cd04', 'status': 'completed', 'code': 200} Sep 15 04:01:19.634047 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6f720adf-1fb7-4aa4-8708-533c4cd77876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858466'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:19.677452 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-95d78abd-a94c-417b-bd75-8967382dbef2 req-9655bf3c-5ca8-449c-81a2-af6e1874af72 tempest-AttachVolumeNegativeTest-621899587 tempest-AttachVolumeNegativeTest-621899587-project] 10.222.0.24 "GET /v2.0/ports?device_id=223b38ee-4087-4dfc-bdf6-a419096a02d0 HTTP/1.1" status: 200 len: 210 time: 0.0269966 Sep 15 04:01:19.719576 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6f720adf-1fb7-4aa4-8708-533c4cd77876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7829332', 'neutron.services.segments.db._delete_segments_for_network-8760529642141'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:19.739391 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-6f720adf-1fb7-4aa4-8708-533c4cd77876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee2e895-6966-425c-b97e-fb3b224eaa8f']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:19.749270 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-6f720adf-1fb7-4aa4-8708-533c4cd77876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f41df7-958e-4e6f-8605-1efc8ea8fc26') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:19.749565 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-6f720adf-1fb7-4aa4-8708-533c4cd77876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f41df7-958e-4e6f-8605-1efc8ea8fc26') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:19.759018 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6f720adf-1fb7-4aa4-8708-533c4cd77876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760529642406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2434161'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:19.775575 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6f720adf-1fb7-4aa4-8708-533c4cd77876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f720adf-1fb7-4aa4-8708-533c4cd77876 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6f720adf-1fb7-4aa4-8708-533c4cd77876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2767215'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: Traceback (most recent call last): Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: timer() Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: cb(*args, **kw) Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: return func(*args, **kwargs) Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: self._notify() Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: self.callback(batched_events) Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: event.method(event) Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: return f(self, *a, **k) Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._get(url).json() Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: return self.request(url, 'GET', **kwargs) Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 04:01:19.788406 dv-cinder-806965-6-iscsi neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 04:01:19.843576 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6f720adf-1fb7-4aa4-8708-533c4cd77876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7829325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8074516'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:19.849085 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6f720adf-1fb7-4aa4-8708-533c4cd77876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:19.851028 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-6f720adf-1fb7-4aa4-8708-533c4cd77876 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9ee2e895-6966-425c-b97e-fb3b224eaa8f HTTP/1.1" status: 204 len: 168 time: 0.2959476 Sep 15 04:01:19.864424 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f720adf-1fb7-4aa4-8708-533c4cd77876 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee2e895-6966-425c-b97e-fb3b224eaa8f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:19.970450 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 33808) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:20.017986 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-f585526b-5591-4ab1-9dec-8bf8d62faf44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=215cbbd0130f44c3bd1032b8753e20ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460472 Sep 15 04:01:20.020623 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 33814) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:20.073386 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-123d9f4e-11e5-48dc-ba46-caa9ffdd9143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:20.098640 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-123d9f4e-11e5-48dc-ba46-caa9ffdd9143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:20.147770 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-123d9f4e-11e5-48dc-ba46-caa9ffdd9143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:20.150533 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-123d9f4e-11e5-48dc-ba46-caa9ffdd9143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:20.151712 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-123d9f4e-11e5-48dc-ba46-caa9ffdd9143 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b97590ca-f29d-4f92-8853-9343b957343a HTTP/1.1" status: 204 len: 168 time: 0.1300938 Sep 15 04:01:20.162580 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d9f4e-11e5-48dc-ba46-caa9ffdd9143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97590ca-f29d-4f92-8853-9343b957343a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:20.734690 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 33840) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:20.934659 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a257550-dba4-4183-b6a5-b7483d9b362a admin admin] Deleting subnet e5fa39d4-6c73-4e22-a789-7e1c516bdd36 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 04:01:20.937869 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a257550-dba4-4183-b6a5-b7483d9b362a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:20.974863 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a257550-dba4-4183-b6a5-b7483d9b362a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2434170'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.013195 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a257550-dba4-4183-b6a5-b7483d9b362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7828435'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.067928 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a257550-dba4-4183-b6a5-b7483d9b362a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7828420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2767537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3306211'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.094521 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a257550-dba4-4183-b6a5-b7483d9b362a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5fa39d4-6c73-4e22-a789-7e1c516bdd36,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:21.098474 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a257550-dba4-4183-b6a5-b7483d9b362a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.102855 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-2a257550-dba4-4183-b6a5-b7483d9b362a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e5fa39d4-6c73-4e22-a789-7e1c516bdd36 HTTP/1.1" status: 204 len: 168 time: 0.3646541 Sep 15 04:01:21.102855 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 33850) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:21.192579 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c0fc-a45b-4628-8e18-bce69da58da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858466'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.299059 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c0fc-a45b-4628-8e18-bce69da58da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7829332', 'neutron.services.segments.db._delete_segments_for_network-8760529642141'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.323590 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-7ff6c0fc-a45b-4628-8e18-bce69da58da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c049c45-507d-44c9-91dd-209649c35d11']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:21.334168 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-7ff6c0fc-a45b-4628-8e18-bce69da58da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73913bb4-d1d7-4ec0-8796-5415f5bc82f4') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:21.334466 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-7ff6c0fc-a45b-4628-8e18-bce69da58da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73913bb4-d1d7-4ec0-8796-5415f5bc82f4') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:21.344466 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c0fc-a45b-4628-8e18-bce69da58da0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760529642406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2434161'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.358483 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c0fc-a45b-4628-8e18-bce69da58da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.366444 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff6c0fc-a45b-4628-8e18-bce69da58da0 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 04:01:21.366926 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c0fc-a45b-4628-8e18-bce69da58da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2767215'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: Traceback (most recent call last): Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: timer() Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: cb(*args, **kw) Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: return func(*args, **kwargs) Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: self._notify() Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: self.callback(batched_events) Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: event.method(event) Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: return f(self, *a, **k) Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._get(url).json() Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: return self.request(url, 'GET', **kwargs) Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 04:01:21.370082 dv-cinder-806965-6-iscsi neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 04:01:21.428485 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c0fc-a45b-4628-8e18-bce69da58da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7829325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8074516'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.435065 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c0fc-a45b-4628-8e18-bce69da58da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.439801 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-7ff6c0fc-a45b-4628-8e18-bce69da58da0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3c049c45-507d-44c9-91dd-209649c35d11 HTTP/1.1" status: 204 len: 168 time: 0.3337443 Sep 15 04:01:21.447811 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6c0fc-a45b-4628-8e18-bce69da58da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c049c45-507d-44c9-91dd-209649c35d11,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:21.517523 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 33872) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:21.603085 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 33876) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:21.634889 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5566-76ce-4b47-9072-639107be3c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.666419 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-a9b994b8-92c6-4819-9d44-f339b81b97c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66e297879c9f4dcc84b2549c0593645e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622671 Sep 15 04:01:21.668851 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 33878) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:21.742161 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebb133ab-4830-42f8-8f1b-4fc60024e9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.778498 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebb133ab-4830-42f8-8f1b-4fc60024e9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.828380 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5566-76ce-4b47-9072-639107be3c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.833571 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d1e5566-76ce-4b47-9072-639107be3c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.874325 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebb133ab-4830-42f8-8f1b-4fc60024e9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.876976 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebb133ab-4830-42f8-8f1b-4fc60024e9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.878114 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-ebb133ab-4830-42f8-8f1b-4fc60024e9c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6 HTTP/1.1" status: 204 len: 168 time: 0.2081916 Sep 15 04:01:21.881112 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-3d1e5566-76ce-4b47-9072-639107be3c48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6efc19d4adf846f4b5c4d51ef0037570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3625200 Sep 15 04:01:21.881777 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e5566-76ce-4b47-9072-639107be3c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63982264-9824-4125-9c92-ca3c6fc44e48,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:21.884831 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 33884) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:21.895543 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb133ab-4830-42f8-8f1b-4fc60024e9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b8c1fd-0b47-4236-b654-2c4ce9ee6ca6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:21.940939 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb68c049-b78d-40df-a806-c557c2b3807c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:21.961458 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb68c049-b78d-40df-a806-c557c2b3807c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:22.011043 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb68c049-b78d-40df-a806-c557c2b3807c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:22.013916 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb68c049-b78d-40df-a806-c557c2b3807c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:22.015257 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-bb68c049-b78d-40df-a806-c557c2b3807c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63982264-9824-4125-9c92-ca3c6fc44e48 HTTP/1.1" status: 204 len: 168 time: 0.1292722 Sep 15 04:01:22.023836 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68c049-b78d-40df-a806-c557c2b3807c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63982264-9824-4125-9c92-ca3c6fc44e48,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:22.362047 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 33904) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:22.376312 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50398022-6b4e-4e47-b2c6-150fcd4b6a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:22.488151 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50398022-6b4e-4e47-b2c6-150fcd4b6a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:22.494090 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50398022-6b4e-4e47-b2c6-150fcd4b6a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:22.533325 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-50398022-6b4e-4e47-b2c6-150fcd4b6a45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a10e9f9210454caf8a0b1e7a32ac0b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701763 Sep 15 04:01:22.535329 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50398022-6b4e-4e47-b2c6-150fcd4b6a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bf6345-233f-4b30-b9e0-7bf90442311d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:22.536090 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 33910) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:22.591263 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0daed42f-530c-4b75-8c96-a7e640af798c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:22.613820 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0daed42f-530c-4b75-8c96-a7e640af798c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:22.655683 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device f7482671-913e-4a38-a1de-a1f61fb7cd04 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 04:01:22.663794 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0daed42f-530c-4b75-8c96-a7e640af798c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:22.666507 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0daed42f-530c-4b75-8c96-a7e640af798c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:22.667732 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-0daed42f-530c-4b75-8c96-a7e640af798c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16bf6345-233f-4b30-b9e0-7bf90442311d HTTP/1.1" status: 204 len: 168 time: 0.1300254 Sep 15 04:01:22.677045 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daed42f-530c-4b75-8c96-a7e640af798c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bf6345-233f-4b30-b9e0-7bf90442311d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:22.681932 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: f7482671-913e-4a38-a1de-a1f61fb7cd04 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 04:01:22.682282 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device f7482671-913e-4a38-a1de-a1f61fb7cd04 not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 04:01:24.649425 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34002) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:24.750594 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2454690-5417-473f-88b8-3160db4dbbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:24.850854 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2454690-5417-473f-88b8-3160db4dbbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:24.854641 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2454690-5417-473f-88b8-3160db4dbbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:24.893388 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-d2454690-5417-473f-88b8-3160db4dbbfb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=329762f2f07d404f99766e56543358ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428820 Sep 15 04:01:24.894610 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2454690-5417-473f-88b8-3160db4dbbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487622bd-4e5b-4468-9bd6-f2e1e6aceb8c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:24.896117 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34006) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:24.947171 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-16312e85-112a-4714-990c-c05277bbf325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:24.967631 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-16312e85-112a-4714-990c-c05277bbf325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:25.014390 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-16312e85-112a-4714-990c-c05277bbf325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:25.017031 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-16312e85-112a-4714-990c-c05277bbf325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:25.018183 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-16312e85-112a-4714-990c-c05277bbf325 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/487622bd-4e5b-4468-9bd6-f2e1e6aceb8c HTTP/1.1" status: 204 len: 168 time: 0.1210349 Sep 15 04:01:25.025960 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16312e85-112a-4714-990c-c05277bbf325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487622bd-4e5b-4468-9bd6-f2e1e6aceb8c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:25.273149 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34014) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:25.286809 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7781a181-92dd-4b29-929d-77cc3b64141f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:25.376533 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7781a181-92dd-4b29-929d-77cc3b64141f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:25.380173 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7781a181-92dd-4b29-929d-77cc3b64141f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:25.417452 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-7781a181-92dd-4b29-929d-77cc3b64141f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff5d3666bbe94e0caafeb24b62e9a337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431174 Sep 15 04:01:25.418282 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781a181-92dd-4b29-929d-77cc3b64141f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397d6800-c466-4bd2-9250-01834b931bed,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:25.420970 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34018) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:25.469345 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f34f6591-d055-450e-8126-12152cbfcb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:25.489477 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f34f6591-d055-450e-8126-12152cbfcb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:25.535321 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f34f6591-d055-450e-8126-12152cbfcb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:25.537860 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f34f6591-d055-450e-8126-12152cbfcb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:25.539041 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-f34f6591-d055-450e-8126-12152cbfcb14 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/397d6800-c466-4bd2-9250-01834b931bed HTTP/1.1" status: 204 len: 168 time: 0.1170545 Sep 15 04:01:25.547362 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f6591-d055-450e-8126-12152cbfcb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397d6800-c466-4bd2-9250-01834b931bed,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:35.797578 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c8e52ffd-4646-4c7f-a334-8cf380aa14b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:36.928752 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:37.800565 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34340) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:37.924457 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4865f65-0c84-4dcd-80db-2d2bb4b8dde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.030294 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4865f65-0c84-4dcd-80db-2d2bb4b8dde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.034455 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4865f65-0c84-4dcd-80db-2d2bb4b8dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.043087 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34352) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:38.077025 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-a4865f65-0c84-4dcd-80db-2d2bb4b8dde8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61de7317fca94845be6f224a45af4dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735455 Sep 15 04:01:38.077025 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4865f65-0c84-4dcd-80db-2d2bb4b8dde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f8bf63-b2aa-42ec-b486-5ffffb102da2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:38.078770 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34356) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:38.130259 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-30d8a993-dfad-4855-9486-f457fc028320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.165087 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c8d82c56-f8dd-4899-ae1d-c5b4da9c560e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.167943 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-30d8a993-dfad-4855-9486-f457fc028320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.243845 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-30d8a993-dfad-4855-9486-f457fc028320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.246386 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-30d8a993-dfad-4855-9486-f457fc028320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.251479 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-30d8a993-dfad-4855-9486-f457fc028320 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3f8bf63-b2aa-42ec-b486-5ffffb102da2 HTTP/1.1" status: 204 len: 168 time: 0.1696463 Sep 15 04:01:38.260288 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f49670db-af14-403d-a814-8ca66c92f370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.268296 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8a993-dfad-4855-9486-f457fc028320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f8bf63-b2aa-42ec-b486-5ffffb102da2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:38.319032 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c8d82c56-f8dd-4899-ae1d-c5b4da9c560e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.322811 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c8d82c56-f8dd-4899-ae1d-c5b4da9c560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.360800 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-c8d82c56-f8dd-4899-ae1d-c5b4da9c560e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28ec1546fb494ca5a0d227c01c82ccc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165927 Sep 15 04:01:38.362742 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d82c56-f8dd-4899-ae1d-c5b4da9c560e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0506cad0-a2d4-4567-b55b-48f6f6f70433,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:38.363428 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34360) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:38.412829 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f39a5c06-3556-4de8-ab75-d5729194d2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.434215 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f39a5c06-3556-4de8-ab75-d5729194d2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.482679 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f39a5c06-3556-4de8-ab75-d5729194d2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.485509 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f39a5c06-3556-4de8-ab75-d5729194d2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.486669 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-f39a5c06-3556-4de8-ab75-d5729194d2a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0506cad0-a2d4-4567-b55b-48f6f6f70433 HTTP/1.1" status: 204 len: 168 time: 0.1222017 Sep 15 04:01:38.495913 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a5c06-3556-4de8-ab75-d5729194d2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0506cad0-a2d4-4567-b55b-48f6f6f70433,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:38.532534 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34366) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:38.545559 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a66c87b2-d268-4c53-a412-897e8105de5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.636185 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a66c87b2-d268-4c53-a412-897e8105de5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.640675 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a66c87b2-d268-4c53-a412-897e8105de5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.677075 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c87b2-d268-4c53-a412-897e8105de5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ffc90e-623a-4fdc-8200-346be02d4478,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:38.682616 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-a66c87b2-d268-4c53-a412-897e8105de5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68756eae08594a08b28937bedbf7e8fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488681 Sep 15 04:01:38.685354 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34372) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:38.741219 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-628d25b4-c854-49e6-be02-de8dd1a9d838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.761720 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-628d25b4-c854-49e6-be02-de8dd1a9d838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.811510 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-628d25b4-c854-49e6-be02-de8dd1a9d838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.814094 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-628d25b4-c854-49e6-be02-de8dd1a9d838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:38.815284 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-628d25b4-c854-49e6-be02-de8dd1a9d838 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73ffc90e-623a-4fdc-8200-346be02d4478 HTTP/1.1" status: 204 len: 168 time: 0.1282830 Sep 15 04:01:38.823550 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d25b4-c854-49e6-be02-de8dd1a9d838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ffc90e-623a-4fdc-8200-346be02d4478,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:38.854683 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:39.165804 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34402) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:39.180508 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf9be-ee66-456a-843f-d82eeb261652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:39.301482 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf9be-ee66-456a-843f-d82eeb261652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:39.305185 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf9be-ee66-456a-843f-d82eeb261652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:39.345282 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-5cdbf9be-ee66-456a-843f-d82eeb261652 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60d01ad162854890a1005c2b17e68f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779876 Sep 15 04:01:39.346137 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbf9be-ee66-456a-843f-d82eeb261652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4200da00-f4f3-44dd-9905-8967ffa0e908,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:39.348009 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34408) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:39.403463 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09af25e2-ed96-4a45-8f65-f9db0f706161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:39.426766 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09af25e2-ed96-4a45-8f65-f9db0f706161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:39.475323 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09af25e2-ed96-4a45-8f65-f9db0f706161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:39.477909 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09af25e2-ed96-4a45-8f65-f9db0f706161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:39.479231 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-09af25e2-ed96-4a45-8f65-f9db0f706161 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4200da00-f4f3-44dd-9905-8967ffa0e908 HTTP/1.1" status: 204 len: 168 time: 0.1300900 Sep 15 04:01:39.489627 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af25e2-ed96-4a45-8f65-f9db0f706161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4200da00-f4f3-44dd-9905-8967ffa0e908,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:39.582153 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:40.416728 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34444) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:40.466118 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34448) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:40.563373 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6781bfe7-4408-42f7-bdba-8e6bd3268cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:40.582638 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-05a2a574-4a97-4ad3-b73a-0964b14f7b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:40.651554 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6781bfe7-4408-42f7-bdba-8e6bd3268cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:40.656084 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6781bfe7-4408-42f7-bdba-8e6bd3268cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:40.693876 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-6781bfe7-4408-42f7-bdba-8e6bd3268cc2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=907b3a5188b04f88a6465bc408bc0abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737436 Sep 15 04:01:40.694788 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34452) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:40.702384 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781bfe7-4408-42f7-bdba-8e6bd3268cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a646f716-2e2d-4392-9f7e-7e159fe4fa06,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:40.734179 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-05a2a574-4a97-4ad3-b73a-0964b14f7b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:40.737908 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-05a2a574-4a97-4ad3-b73a-0964b14f7b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:40.747302 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce227eaa-8fdc-4a49-bfa4-b0136e7eac66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:40.768456 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce227eaa-8fdc-4a49-bfa4-b0136e7eac66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:40.776244 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-05a2a574-4a97-4ad3-b73a-0964b14f7b7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21d21a5cead742cc846b0e0d16bfe19a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089573 Sep 15 04:01:40.777110 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2a574-4a97-4ad3-b73a-0964b14f7b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e22a403-613b-413c-ac6a-4b7413a2d8ef,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:40.779559 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34454) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:40.827498 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce227eaa-8fdc-4a49-bfa4-b0136e7eac66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:40.830378 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce227eaa-8fdc-4a49-bfa4-b0136e7eac66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:40.831162 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e713390f-3cbb-47aa-9c51-21e4f9bb45ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:40.834683 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ce227eaa-8fdc-4a49-bfa4-b0136e7eac66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a646f716-2e2d-4392-9f7e-7e159fe4fa06 HTTP/1.1" status: 204 len: 168 time: 0.1389344 Sep 15 04:01:40.843629 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce227eaa-8fdc-4a49-bfa4-b0136e7eac66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a646f716-2e2d-4392-9f7e-7e159fe4fa06,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:40.863252 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e713390f-3cbb-47aa-9c51-21e4f9bb45ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:40.914783 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e713390f-3cbb-47aa-9c51-21e4f9bb45ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:40.917321 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e713390f-3cbb-47aa-9c51-21e4f9bb45ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:40.918466 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-e713390f-3cbb-47aa-9c51-21e4f9bb45ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e22a403-613b-413c-ac6a-4b7413a2d8ef HTTP/1.1" status: 204 len: 168 time: 0.1380038 Sep 15 04:01:40.926817 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713390f-3cbb-47aa-9c51-21e4f9bb45ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e22a403-613b-413c-ac6a-4b7413a2d8ef,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:40.988270 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:41.112339 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34466) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:41.125228 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-275dbb54-a33a-47fa-920b-d762d869965e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:41.215508 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-275dbb54-a33a-47fa-920b-d762d869965e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:41.220448 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-275dbb54-a33a-47fa-920b-d762d869965e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:41.258671 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-275dbb54-a33a-47fa-920b-d762d869965e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a6233f0cfdc4a60ab70154a1b2a94b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452708 Sep 15 04:01:41.260797 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275dbb54-a33a-47fa-920b-d762d869965e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3845607-dc99-4703-a171-86f497b3885d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:41.261434 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34472) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:41.315770 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2a70ef0-0b72-4bbb-9c09-c76c5454f557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:41.337827 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2a70ef0-0b72-4bbb-9c09-c76c5454f557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:41.396478 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2a70ef0-0b72-4bbb-9c09-c76c5454f557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:41.399093 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2a70ef0-0b72-4bbb-9c09-c76c5454f557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:41.400266 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c2a70ef0-0b72-4bbb-9c09-c76c5454f557 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3845607-dc99-4703-a171-86f497b3885d HTTP/1.1" status: 204 len: 168 time: 0.1378438 Sep 15 04:01:41.408737 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a70ef0-0b72-4bbb-9c09-c76c5454f557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3845607-dc99-4703-a171-86f497b3885d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:41.700292 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34494) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:41.842203 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-6c274fa9-6fdf-4611-81ee-ea5a00a1bcfe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-406270805-network', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:01:41.868956 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c274fa9-6fdf-4611-81ee-ea5a00a1bcfe admin admin] Made reservation on behalf of c56d95f4ef1f4f6d848811b13a3a092e for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 04:01:41.871675 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c274fa9-6fdf-4611-81ee-ea5a00a1bcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:41.881272 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c274fa9-6fdf-4611-81ee-ea5a00a1bcfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:41.972726 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c274fa9-6fdf-4611-81ee-ea5a00a1bcfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:41.976593 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c274fa9-6fdf-4611-81ee-ea5a00a1bcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:41.999332 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c274fa9-6fdf-4611-81ee-ea5a00a1bcfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 04:01:42.012616 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c274fa9-6fdf-4611-81ee-ea5a00a1bcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1f8389-c8be-4ece-8784-355c9d005637,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:42.019038 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c274fa9-6fdf-4611-81ee-ea5a00a1bcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:42.019395 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-6c274fa9-6fdf-4611-81ee-ea5a00a1bcfe admin admin] Added segment df95a4de-351f-4152-b93e-370e156a3791 of type vlan for network 125c3a46-1bab-4180-b3c2-b58db73e389f Sep 15 04:01:42.061401 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c274fa9-6fdf-4611-81ee-ea5a00a1bcfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:42.085416 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c274fa9-6fdf-4611-81ee-ea5a00a1bcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:42.086667 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c274fa9-6fdf-4611-81ee-ea5a00a1bcfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:01:42.087289 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c274fa9-6fdf-4611-81ee-ea5a00a1bcfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:42.118120 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-6c274fa9-6fdf-4611-81ee-ea5a00a1bcfe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4167104 Sep 15 04:01:42.121160 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34514) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:42.126656 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-06ce00d4-3efc-4d77-967d-d17e94cd9f84 admin admin] Request body: {'subnet': {'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-406270805-subnet', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:01:42.149852 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c274fa9-6fdf-4611-81ee-ea5a00a1bcfe admin admin] Pushing event updated for resources: {'Network': ['ID=125c3a46-1bab-4180-b3c2-b58db73e389f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:42.151030 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ce00d4-3efc-4d77-967d-d17e94cd9f84 admin admin] Made reservation on behalf of c56d95f4ef1f4f6d848811b13a3a092e for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 04:01:42.154731 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-06ce00d4-3efc-4d77-967d-d17e94cd9f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3306180'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:42.161328 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network 125c3a46-1bab-4180-b3c2-b58db73e389f details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 04:01:42.333254 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-06ce00d4-3efc-4d77-967d-d17e94cd9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2767602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3306218'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:42.391306 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce00d4-3efc-4d77-967d-d17e94cd9f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e436daa-1e2b-49c6-82d7-0399228ffe8a,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:42.397066 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce00d4-3efc-4d77-967d-d17e94cd9f84 admin admin] Checking segment: {'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 04:01:42.397489 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ce00d4-3efc-4d77-967d-d17e94cd9f84 admin admin] Network hostable DHCP agents. Network: 125c3a46-1bab-4180-b3c2-b58db73e389f, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 04:01:42.415444 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ce00d4-3efc-4d77-967d-d17e94cd9f84 admin admin] Network 125c3a46-1bab-4180-b3c2-b58db73e389f is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 04:01:42.424439 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-06ce00d4-3efc-4d77-967d-d17e94cd9f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, 125c3a46-1bab-4180-b3c2-b58db73e389f) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:01:42.429038 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce00d4-3efc-4d77-967d-d17e94cd9f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:01:42.430093 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-06ce00d4-3efc-4d77-967d-d17e94cd9f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:42.433783 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e240fc-4a97-42e8-b379-517a540bfbe3 None None] Network 125c3a46-1bab-4180-b3c2-b58db73e389f requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 04:01:42.445275 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-06ce00d4-3efc-4d77-967d-d17e94cd9f84 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3229327 Sep 15 04:01:42.448022 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34524) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:42.453552 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:01:42.476415 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1228'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:42.477595 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8079899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8074379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1239'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:42.538803 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:42.586782 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61792565-6ce9-5770-a455-e89f9f15880b-125c3a46-1bab-4180-b3c2-b58db73e389f', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a'}]}} from dv-cinder-806965-6-iscsi. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 04:01:42.587909 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:42.681672 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:42.723283 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Allocated IP 172.20.0.2 (125c3a46-1bab-4180-b3c2-b58db73e389f/5e436daa-1e2b-49c6-82d7-0399228ffe8a/6b6105c3-0867-4bed-af94-0301013d8ca7) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 04:01:42.879617 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:42.883056 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:42.887231 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:42.904469 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:42.922893 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Network 125c3a46-1bab-4180-b3c2-b58db73e389f is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 04:01:42.926265 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34536) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:42.927435 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:01:42.931273 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 04:01:42.982789 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Pushing event updated for resources: {'Port': ['ID=6b6105c3-0867-4bed-af94-0301013d8ca7,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:42.997078 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:42.997758 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:42.998106 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:42.998443 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:42.998777 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:42.999141 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:42.999472 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:42.999802 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:43.000151 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:43.000484 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:43.000804 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:43.001286 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:43.008118 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Attempting to bind port 6b6105c3-0867-4bed-af94-0301013d8ca7 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 04:01:43.008517 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Attempting to bind port 6b6105c3-0867-4bed-af94-0301013d8ca7 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 04:01:43.008911 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Attempting to bind port 6b6105c3-0867-4bed-af94-0301013d8ca7 on network 125c3a46-1bab-4180-b3c2-b58db73e389f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 04:01:43.014901 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 4, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 04:01:43.015097 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Checking segment: {'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 04:01:43.015667 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:43.016226 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Bound using segment: {'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 04:01:43.016844 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Bound port: 6b6105c3-0867-4bed-af94-0301013d8ca7, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 04:01:43.017230 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:43.023382 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Allocated IP 172.27.0.234 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/a4937cf6-0803-424b-8624-c2abed11e840) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 04:01:43.048835 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-963428ee-e311-40dd-a9de-46888a239845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:43.085965 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] For port 6b6105c3-0867-4bed-af94-0301013d8ca7, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 04:01:43.089186 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] For port 6b6105c3-0867-4bed-af94-0301013d8ca7, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=6b6105c3-0867-4bed-af94-0301013d8ca7,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 04:01:43.094560 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:43.143314 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:43.144313 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-963428ee-e311-40dd-a9de-46888a239845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:43.151842 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc4083-6b6e-4507-856f-2982313f2c85 None None] Pushing event updated for resources: {'Port': ['ID=6b6105c3-0867-4bed-af94-0301013d8ca7,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:43.152110 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-963428ee-e311-40dd-a9de-46888a239845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:43.184802 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:43.190940 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963428ee-e311-40dd-a9de-46888a239845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca867d32-cd5a-4e2e-90ca-b319a908eb05,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:43.208462 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-963428ee-e311-40dd-a9de-46888a239845 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74a9ffdde9b0471a8dff90e598f49c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810242 Sep 15 04:01:43.210953 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34540) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:43.229169 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 04:01:43.232283 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:01:43.239302 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 04:01:43.242594 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Pushing event updated for resources: {'Port': ['ID=a4937cf6-0803-424b-8624-c2abed11e840,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:43.269417 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50078458-6edc-408c-8b4c-7b3392fc1a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:43.300230 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50078458-6edc-408c-8b4c-7b3392fc1a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:43.376761 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50078458-6edc-408c-8b4c-7b3392fc1a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:43.379704 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50078458-6edc-408c-8b4c-7b3392fc1a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:43.381178 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-50078458-6edc-408c-8b4c-7b3392fc1a88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca867d32-cd5a-4e2e-90ca-b319a908eb05 HTTP/1.1" status: 204 len: 168 time: 0.1692839 Sep 15 04:01:43.395471 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50078458-6edc-408c-8b4c-7b3392fc1a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca867d32-cd5a-4e2e-90ca-b319a908eb05,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:43.684359 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34546) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:43.698762 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f335-36c1-4392-98a4-ad4a5da9961b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:43.789150 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f335-36c1-4392-98a4-ad4a5da9961b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:43.792518 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:43.795646 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ad1f335-36c1-4392-98a4-ad4a5da9961b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:43.828706 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1f335-36c1-4392-98a4-ad4a5da9961b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2d8e37-c072-4ff3-9405-40e7af04bb6c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:43.912538 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 6b6105c3-0867-4bed-af94-0301013d8ca7 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 04:01:43.978990 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 6b6105c3-0867-4bed-af94-0301013d8ca7 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:43.979442 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:44.051245 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8079892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8074588'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:44.089250 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:44.130811 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] For port 6b6105c3-0867-4bed-af94-0301013d8ca7, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=6b6105c3-0867-4bed-af94-0301013d8ca7,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:01:44.140174 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:44.179379 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-2ad1f335-36c1-4392-98a4-ad4a5da9961b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32d18010839a45748b27c2705e0378f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937863 Sep 15 04:01:44.181890 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34550) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:44.206108 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076bb1f5-f7d3-481e-9ef6-d19df7a1adda None None] Network 125c3a46-1bab-4180-b3c2-b58db73e389f requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 04:01:44.215417 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Router a8e838e0-3987-4d0f-b775-7e0af2e66a6e is scheduled to L3 agent 3f116605-9963-4097-a649-e8245477f4d2 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 04:01:44.223178 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Pushing event updated for resources: {'Port': ['ID=6b6105c3-0867-4bed-af94-0301013d8ca7,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:44.242345 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11abf2c6-d950-4f62-84c3-bda26cc51fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:44.268177 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11abf2c6-d950-4f62-84c3-bda26cc51fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:44.304389 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ecf9b53c-8c64-41fe-88a7-8dc151291a65 None None] Provisioning complete for port 6b6105c3-0867-4bed-af94-0301013d8ca7 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:44.304907 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ecf9b53c-8c64-41fe-88a7-8dc151291a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:44.320482 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11abf2c6-d950-4f62-84c3-bda26cc51fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:44.323183 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11abf2c6-d950-4f62-84c3-bda26cc51fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:44.328294 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-11abf2c6-d950-4f62-84c3-bda26cc51fe2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f2d8e37-c072-4ff3-9405-40e7af04bb6c HTTP/1.1" status: 204 len: 168 time: 0.1420820 Sep 15 04:01:44.328471 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 04:01:44.339817 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Sync routers for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 04:01:44.344198 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abf2c6-d950-4f62-84c3-bda26cc51fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2d8e37-c072-4ff3-9405-40e7af04bb6c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:44.354219 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:01:44.355044 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-993aa37b-db05-4988-9706-946c16359e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:01:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:44.361522 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:44.366001 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-550d1aef-7782-4d7a-83a9-a186d07acc06 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9168897 Sep 15 04:01:44.366820 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34554) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:44.478515 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:01:44.685967 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6e3979c4-a236-4953-a507-c184f52f6da0 None None] Provisioning complete for port 6b6105c3-0867-4bed-af94-0301013d8ca7 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:44.686342 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e3979c4-a236-4953-a507-c184f52f6da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:44.788698 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-993aa37b-db05-4988-9706-946c16359e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:43Z', 'revision_number': 3, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:44.815245 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Checking router: a8e838e0-3987-4d0f-b775-7e0af2e66a6e for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 04:01:44.815794 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Updating router a8e838e0-3987-4d0f-b775-7e0af2e66a6e port a4937cf6-0803-424b-8624-c2abed11e840 binding host dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 04:01:44.844566 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:44.919924 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.089275 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Allocated IP 172.20.0.1 (125c3a46-1bab-4180-b3c2-b58db73e389f/5e436daa-1e2b-49c6-82d7-0399228ffe8a/2e9c4b49-6ef6-4575-b0b0-c6220df2a66b) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 04:01:45.144751 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.150141 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.162676 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34576) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:45.205787 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.207706 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836a066-5d81-4e82-86c5-40fd7254b8f6 None None] Pushing event updated for resources: {'Port': ['ID=a4937cf6-0803-424b-8624-c2abed11e840,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:45.209924 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Attempting to bind port a4937cf6-0803-424b-8624-c2abed11e840 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 04:01:45.210402 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Attempting to bind port a4937cf6-0803-424b-8624-c2abed11e840 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 04:01:45.210884 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Attempting to bind port a4937cf6-0803-424b-8624-c2abed11e840 on network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 04:01:45.220376 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 4, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 04:01:45.221097 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Checking segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 04:01:45.221714 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.222350 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Bound using segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 04:01:45.223045 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Bound port: a4937cf6-0803-424b-8624-c2abed11e840, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 04:01:45.223651 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.227110 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a066-5d81-4e82-86c5-40fd7254b8f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:45.227705 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a066-5d81-4e82-86c5-40fd7254b8f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:45.228257 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a066-5d81-4e82-86c5-40fd7254b8f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:45.228793 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a066-5d81-4e82-86c5-40fd7254b8f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:45.229307 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a066-5d81-4e82-86c5-40fd7254b8f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:45.229821 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a066-5d81-4e82-86c5-40fd7254b8f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:45.230340 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a066-5d81-4e82-86c5-40fd7254b8f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:45.230878 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a066-5d81-4e82-86c5-40fd7254b8f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:45.231322 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a066-5d81-4e82-86c5-40fd7254b8f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:45.231720 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a066-5d81-4e82-86c5-40fd7254b8f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:45.232191 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a066-5d81-4e82-86c5-40fd7254b8f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:45.232585 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836a066-5d81-4e82-86c5-40fd7254b8f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:01:45.250467 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.287717 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e972d186-c4d9-4b79-a636-421822296440 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1800472464-network', 'tenant_id': 'f9e69c8d3cea4cab8d1d4d4ad8390ef6'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:01:45.291078 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Network 125c3a46-1bab-4180-b3c2-b58db73e389f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 04:01:45.295317 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-993aa37b-db05-4988-9706-946c16359e5a None None] For port a4937cf6-0803-424b-8624-c2abed11e840, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 04:01:45.295862 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:01:45.298575 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 04:01:45.300492 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-993aa37b-db05-4988-9706-946c16359e5a None None] For port a4937cf6-0803-424b-8624-c2abed11e840, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=a4937cf6-0803-424b-8624-c2abed11e840,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 04:01:45.307499 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.314058 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e972d186-c4d9-4b79-a636-421822296440 admin admin] Made reservation on behalf of f9e69c8d3cea4cab8d1d4d4ad8390ef6 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 04:01:45.316444 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e972d186-c4d9-4b79-a636-421822296440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.330605 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e972d186-c4d9-4b79-a636-421822296440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.340305 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Pushing event updated for resources: {'Port': ['ID=2e9c4b49-6ef6-4575-b0b0-c6220df2a66b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:45.357932 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8074635'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.375281 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:01:45.376528 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-993aa37b-db05-4988-9706-946c16359e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:01:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:45.457643 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e972d186-c4d9-4b79-a636-421822296440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.463124 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e972d186-c4d9-4b79-a636-421822296440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.486656 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-993aa37b-db05-4988-9706-946c16359e5a None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:01:45.495381 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.495624 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e972d186-c4d9-4b79-a636-421822296440 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 04:01:45.509894 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e972d186-c4d9-4b79-a636-421822296440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.511114 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-e972d186-c4d9-4b79-a636-421822296440 admin admin] Added segment 7f09d859-2cb6-4dfb-aeb9-ff947468d15d of type vlan for network 91ecfdc0-ef6b-4ea6-842a-a01491c95abb Sep 15 04:01:45.571524 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e972d186-c4d9-4b79-a636-421822296440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.574709 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836a066-5d81-4e82-86c5-40fd7254b8f6 None None] Pushing event updated for resources: {'Port': ['ID=a4937cf6-0803-424b-8624-c2abed11e840,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:45.575049 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972d186-c4d9-4b79-a636-421822296440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5345cceb-5d23-4e90-afb0-ec5e03bf8fa1,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:45.606934 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e972d186-c4d9-4b79-a636-421822296440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.608381 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e972d186-c4d9-4b79-a636-421822296440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:01:45.608715 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-947b98c0-e7ce-47c0-b78c-73bb1331fd6a None None] Provisioning complete for port 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:45.609164 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-947b98c0-e7ce-47c0-b78c-73bb1331fd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.609771 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e972d186-c4d9-4b79-a636-421822296440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.642749 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-e972d186-c4d9-4b79-a636-421822296440 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4777126 Sep 15 04:01:45.645346 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34580) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:45.651685 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-01d1c000-4052-4bc0-ba86-6191662563e8 admin admin] Request body: {'subnet': {'network_id': '91ecfdc0-ef6b-4ea6-842a-a01491c95abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1800472464-subnet', 'tenant_id': 'f9e69c8d3cea4cab8d1d4d4ad8390ef6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:01:45.657792 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-947b98c0-e7ce-47c0-b78c-73bb1331fd6a None None] Port 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 04:01:45.689528 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972d186-c4d9-4b79-a636-421822296440 admin admin] Pushing event updated for resources: {'Network': ['ID=91ecfdc0-ef6b-4ea6-842a-a01491c95abb,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:45.705947 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d1c000-4052-4bc0-ba86-6191662563e8 admin admin] Made reservation on behalf of f9e69c8d3cea4cab8d1d4d4ad8390ef6 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 04:01:45.707439 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network 91ecfdc0-ef6b-4ea6-842a-a01491c95abb details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 04:01:45.708578 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.708703 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01d1c000-4052-4bc0-ba86-6191662563e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3614588'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.717052 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-993aa37b-db05-4988-9706-946c16359e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:43Z', 'revision_number': 3, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:45.718935 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.749767 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993aa37b-db05-4988-9706-946c16359e5a None None] The sync data for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi is: [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:43Z', 'revision_number': 3, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 04:01:45.798830 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Pushing event updated for resources: {'Port': ['ID=2e9c4b49-6ef6-4575-b0b0-c6220df2a66b,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:45.801967 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8079387'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.859490 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 6b6105c3-0867-4bed-af94-0301013d8ca7 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 04:01:45.916886 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Network 125c3a46-1bab-4180-b3c2-b58db73e389f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 04:01:45.917392 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 6b6105c3-0867-4bed-af94-0301013d8ca7 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:45.917773 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:45.918782 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:01:45.932884 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01d1c000-4052-4bc0-ba86-6191662563e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3614546'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:46.008446 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1c000-4052-4bc0-ba86-6191662563e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db28530-6a29-44e0-b0b4-ae177d96e584,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:46.019896 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d1c000-4052-4bc0-ba86-6191662563e8 admin admin] Checking segment: {'id': '7f09d859-2cb6-4dfb-aeb9-ff947468d15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '91ecfdc0-ef6b-4ea6-842a-a01491c95abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 04:01:46.019896 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d1c000-4052-4bc0-ba86-6191662563e8 admin admin] Network hostable DHCP agents. Network: 91ecfdc0-ef6b-4ea6-842a-a01491c95abb, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 04:01:46.066684 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d1c000-4052-4bc0-ba86-6191662563e8 admin admin] Network 91ecfdc0-ef6b-4ea6-842a-a01491c95abb is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 04:01:46.077972 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-01d1c000-4052-4bc0-ba86-6191662563e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, 91ecfdc0-ef6b-4ea6-842a-a01491c95abb) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:01:46.082731 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d1c000-4052-4bc0-ba86-6191662563e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:01:46.083399 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01d1c000-4052-4bc0-ba86-6191662563e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:46.090556 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84506eb7-7cd0-4389-b662-1e6f98ab19e4 None None] Network 91ecfdc0-ef6b-4ea6-842a-a01491c95abb requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 04:01:46.120071 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-01d1c000-4052-4bc0-ba86-6191662563e8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4656680 Sep 15 04:01:46.155651 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Router a8e838e0-3987-4d0f-b775-7e0af2e66a6e has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 04:01:46.291241 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-99740d33-a80d-4462-b916-96ed900007db None None] Provisioning complete for port 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:46.291639 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-99740d33-a80d-4462-b916-96ed900007db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:46.316031 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2480380-c7c4-4904-8de8-696b3a0be9b7 None None] Network 91ecfdc0-ef6b-4ea6-842a-a01491c95abb requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 04:01:46.347948 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 04:01:46.354043 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-57896e8e-4228-41b2-b4be-be063b360c58 admin admin] 10.222.0.24 "PUT /v2.0/routers/a8e838e0-3987-4d0f-b775-7e0af2e66a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9859049 Sep 15 04:01:46.356196 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-99740d33-a80d-4462-b916-96ed900007db None None] Port 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 04:01:46.703104 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34608) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:46.708365 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d16ffff8-8b92-4949-a699-5735b4552670 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1370825252-network', 'tenant_id': '258df2b2d78a40c38a3b748f21e987a0'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:01:46.732100 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16ffff8-8b92-4949-a699-5735b4552670 admin admin] Made reservation on behalf of 258df2b2d78a40c38a3b748f21e987a0 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 04:01:46.734634 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d16ffff8-8b92-4949-a699-5735b4552670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:46.743818 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d16ffff8-8b92-4949-a699-5735b4552670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:46.837653 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d16ffff8-8b92-4949-a699-5735b4552670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:46.842246 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d16ffff8-8b92-4949-a699-5735b4552670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:46.867555 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16ffff8-8b92-4949-a699-5735b4552670 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 04:01:46.877139 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ffff8-8b92-4949-a699-5735b4552670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a36b5c-05d8-4181-8a43-4597ef50e137,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:46.881939 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d16ffff8-8b92-4949-a699-5735b4552670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:46.882285 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.segments_db [None req-d16ffff8-8b92-4949-a699-5735b4552670 admin admin] Added segment d9564c32-3a13-47ca-829f-ec0d3a662d4e of type vlan for network ba486330-b512-4396-a509-6b71658b54d8 Sep 15 04:01:46.926804 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d16ffff8-8b92-4949-a699-5735b4552670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:46.952319 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d16ffff8-8b92-4949-a699-5735b4552670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:46.953547 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16ffff8-8b92-4949-a699-5735b4552670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:01:46.954262 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d16ffff8-8b92-4949-a699-5735b4552670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:46.982626 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34616) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:46.985708 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-d16ffff8-8b92-4949-a699-5735b4552670 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2813022 Sep 15 04:01:46.988212 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-214973062-network', 'tenant_id': '8ba564dd5a014ee1ae90207f1ad99636'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:01:46.989525 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34618) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:46.994362 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b3f56fef-757f-4a34-a143-2837338811b3 admin admin] Request body: {'subnet': {'network_id': 'ba486330-b512-4396-a509-6b71658b54d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1370825252-subnet', 'tenant_id': '258df2b2d78a40c38a3b748f21e987a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:01:47.008665 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] Made reservation on behalf of 8ba564dd5a014ee1ae90207f1ad99636 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 04:01:47.011445 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:47.019894 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:47.027403 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ffff8-8b92-4949-a699-5735b4552670 admin admin] Pushing event updated for resources: {'Network': ['ID=ba486330-b512-4396-a509-6b71658b54d8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:47.036567 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.db.api [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 04:01:47.036567 dv-cinder-806965-6-iscsi neutron-server[93919]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 04:01:47.036567 dv-cinder-806965-6-iscsi neutron-server[93919]: [parameters: {'project_id_1': '8ba564dd5a014ee1ae90207f1ad99636', 'expiration_1': datetime.datetime(2021, 9, 15, 4, 1, 27, 29907)}] Sep 15 04:01:47.036567 dv-cinder-806965-6-iscsi neutron-server[93919]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93919) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 04:01:47.036928 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG oslo_db.api [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 04:01:47.039001 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network ba486330-b512-4396-a509-6b71658b54d8 details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 04:01:47.046338 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f56fef-757f-4a34-a143-2837338811b3 admin admin] Made reservation on behalf of 258df2b2d78a40c38a3b748f21e987a0 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 04:01:47.048655 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3f56fef-757f-4a34-a143-2837338811b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3614588'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:47.217816 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3f56fef-757f-4a34-a143-2837338811b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3614546'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:47.277686 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f56fef-757f-4a34-a143-2837338811b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db872648-9e89-4b68-b9e5-23ce86945ece,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:47.287766 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f56fef-757f-4a34-a143-2837338811b3 admin admin] Checking segment: {'id': 'd9564c32-3a13-47ca-829f-ec0d3a662d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ba486330-b512-4396-a509-6b71658b54d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 04:01:47.288136 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f56fef-757f-4a34-a143-2837338811b3 admin admin] Network hostable DHCP agents. Network: ba486330-b512-4396-a509-6b71658b54d8, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 04:01:47.305851 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f56fef-757f-4a34-a143-2837338811b3 admin admin] Network ba486330-b512-4396-a509-6b71658b54d8 is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 04:01:47.324541 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-b3f56fef-757f-4a34-a143-2837338811b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, ba486330-b512-4396-a509-6b71658b54d8) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:01:47.329747 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f56fef-757f-4a34-a143-2837338811b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:01:47.330348 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3f56fef-757f-4a34-a143-2837338811b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:47.334499 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4950ce77-8064-479d-8896-feaa7065b714 None None] Network ba486330-b512-4396-a509-6b71658b54d8 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 04:01:47.349382 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-b3f56fef-757f-4a34-a143-2837338811b3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3588581 Sep 15 04:01:47.472141 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82990d8c-5849-4aef-aa8d-f826a6d21ed8 None None] Network ba486330-b512-4396-a509-6b71658b54d8 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 04:01:47.524076 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Sync routers for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 04:01:47.538148 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:47.543767 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:01:47.544384 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:01:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:47.659435 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:47.664187 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:47.693286 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 04:01:47.707317 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb19bee-83cb-4fcb-bf2a-8fec13b80349,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:47.712531 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:47.712863 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.segments_db [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] Added segment defb4a2d-3908-4b2c-997d-25b0ae8567c8 of type vlan for network 63234d4e-2337-40a5-8cf4-ca49482b9c65 Sep 15 04:01:47.760284 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760529100566'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:47.789040 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:47.790585 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:01:47.791677 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:47.832322 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8479578 Sep 15 04:01:47.834621 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34628) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:47.840064 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:01:47.840325 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9efa9c63-d4be-4b50-ba33-27d569c8e82b admin admin] Request body: {'subnet': {'network_id': '63234d4e-2337-40a5-8cf4-ca49482b9c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-214973062-subnet', 'tenant_id': '8ba564dd5a014ee1ae90207f1ad99636', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:01:47.866816 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efa9c63-d4be-4b50-ba33-27d569c8e82b admin admin] Made reservation on behalf of 8ba564dd5a014ee1ae90207f1ad99636 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 04:01:47.869620 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9efa9c63-d4be-4b50-ba33-27d569c8e82b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3614588'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:47.912532 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2d0e3-bbd3-4f3e-9c8a-5bb781e76157 admin admin] Pushing event updated for resources: {'Network': ['ID=63234d4e-2337-40a5-8cf4-ca49482b9c65,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:47.938547 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device a4937cf6-0803-424b-8624-c2abed11e840 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 04:01:47.940647 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Network 63234d4e-2337-40a5-8cf4-ca49482b9c65 details requested by agent ovs-agent-dv-cinder-806965-6-iscsi with host dv-cinder-806965-6-iscsi {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 04:01:48.073213 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9efa9c63-d4be-4b50-ba33-27d569c8e82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4022234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3614546'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:48.145486 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port a4937cf6-0803-424b-8624-c2abed11e840 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:48.146045 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa9c63-d4be-4b50-ba33-27d569c8e82b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe2118f-b59e-49a4-bf5f-980aaae75028,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:48.146141 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:48.155687 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efa9c63-d4be-4b50-ba33-27d569c8e82b admin admin] Checking segment: {'id': 'defb4a2d-3908-4b2c-997d-25b0ae8567c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '63234d4e-2337-40a5-8cf4-ca49482b9c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 04:01:48.156051 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efa9c63-d4be-4b50-ba33-27d569c8e82b admin admin] Network hostable DHCP agents. Network: 63234d4e-2337-40a5-8cf4-ca49482b9c65, hostable agents: ['cfb368fd-d5fd-4300-bee0-9786b886e73c'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 04:01:48.174584 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efa9c63-d4be-4b50-ba33-27d569c8e82b admin admin] Network 63234d4e-2337-40a5-8cf4-ca49482b9c65 is scheduled to be hosted by DHCP agent cfb368fd-d5fd-4300-bee0-9786b886e73c with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 04:01:48.184694 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-9efa9c63-d4be-4b50-ba33-27d569c8e82b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806965-6-iscsi, 63234d4e-2337-40a5-8cf4-ca49482b9c65) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:01:48.193245 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efa9c63-d4be-4b50-ba33-27d569c8e82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:01:48.193947 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9efa9c63-d4be-4b50-ba33-27d569c8e82b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:48.194114 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4a67fb-3365-4ab3-8453-ad6adde4eaae None None] Network 63234d4e-2337-40a5-8cf4-ca49482b9c65 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 04:01:48.212889 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-9efa9c63-d4be-4b50-ba33-27d569c8e82b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3746629 Sep 15 04:01:48.213325 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34634) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:48.219518 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-214973062-router', 'tenant_id': '8ba564dd5a014ee1ae90207f1ad99636', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:01:48.232787 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 2, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:48.244225 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8077707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1228'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:48.245299 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8079899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8074379', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8000774', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1239'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:48.304387 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:48.317080 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Checking router: a8e838e0-3987-4d0f-b775-7e0af2e66a6e for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 04:01:48.317439 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Updating router a8e838e0-3987-4d0f-b775-7e0af2e66a6e port 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b binding host dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 04:01:48.353323 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:48.376250 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:48.417548 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] For port a4937cf6-0803-424b-8624-c2abed11e840, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=a4937cf6-0803-424b-8624-c2abed11e840,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:01:48.443602 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:48.445465 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:48.587431 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Pushing event updated for resources: {'Port': ['ID=a4937cf6-0803-424b-8624-c2abed11e840,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:48.595136 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp61792565-6ce9-5770-a455-e89f9f15880b-63234d4e-2337-40a5-8cf4-ca49482b9c65', 'network_id': '63234d4e-2337-40a5-8cf4-ca49482b9c65', 'tenant_id': '8ba564dd5a014ee1ae90207f1ad99636', 'fixed_ips': [{'subnet_id': 'cbe2118f-b59e-49a4-bf5f-980aaae75028'}]}} from dv-cinder-806965-6-iscsi. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 04:01:48.595982 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:48.642737 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:48.661602 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:48.764196 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Allocated IP 172.27.0.110 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/a65c0007-f377-409d-947e-a516c57da1d9) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 04:01:48.818279 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Allocated IP 172.20.0.2 (63234d4e-2337-40a5-8cf4-ca49482b9c65/cbe2118f-b59e-49a4-bf5f-980aaae75028/d4504097-ee18-4037-a75d-474fe8f7b64f) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 04:01:48.864541 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:48.886478 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:48.893494 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:48.897305 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:48.933616 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 04:01:48.938107 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:01:48.941573 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 04:01:48.970353 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=a65c0007-f377-409d-947e-a516c57da1d9,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:49.013533 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0d859-f1bb-434a-bc51-e871b828b418 None None] Pushing event updated for resources: {'Port': ['ID=2e9c4b49-6ef6-4575-b0b0-c6220df2a66b,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:49.086550 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Attempting to bind port 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 04:01:49.086929 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Attempting to bind port 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 04:01:49.087321 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Attempting to bind port 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b on network 125c3a46-1bab-4180-b3c2-b58db73e389f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 04:01:49.100871 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 4, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 04:01:49.101407 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Checking segment: {'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 04:01:49.102129 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:49.102737 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Bound using segment: {'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 04:01:49.105241 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Bound port: 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 04:01:49.105665 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:49.111644 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:49.145796 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:49.207369 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Network 63234d4e-2337-40a5-8cf4-ca49482b9c65 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 04:01:49.220377 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:01:49.224293 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:49.224644 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 04:01:49.228116 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Pushing event updated for resources: {'Port': ['ID=d4504097-ee18-4037-a75d-474fe8f7b64f,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:49.240600 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] For port 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 04:01:49.245617 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] For port 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=2e9c4b49-6ef6-4575-b0b0-c6220df2a66b,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 04:01:49.255940 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2e637e6c-7700-49eb-acf6-66b0413cb21f None None] Provisioning complete for port 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:49.256454 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2e637e6c-7700-49eb-acf6-66b0413cb21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:49.295604 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:49.370076 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Attempting to bind port d4504097-ee18-4037-a75d-474fe8f7b64f on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 04:01:49.370453 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Attempting to bind port d4504097-ee18-4037-a75d-474fe8f7b64f by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'defb4a2d-3908-4b2c-997d-25b0ae8567c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '63234d4e-2337-40a5-8cf4-ca49482b9c65'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 04:01:49.370825 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Attempting to bind port d4504097-ee18-4037-a75d-474fe8f7b64f on network 63234d4e-2337-40a5-8cf4-ca49482b9c65 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 04:01:49.399904 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 4, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 04:01:49.400561 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Checking segment: {'id': 'defb4a2d-3908-4b2c-997d-25b0ae8567c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '63234d4e-2337-40a5-8cf4-ca49482b9c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 04:01:49.400980 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:49.401378 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Bound using segment: {'id': 'defb4a2d-3908-4b2c-997d-25b0ae8567c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '63234d4e-2337-40a5-8cf4-ca49482b9c65'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 04:01:49.401870 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Bound port: d4504097-ee18-4037-a75d-474fe8f7b64f, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defb4a2d-3908-4b2c-997d-25b0ae8567c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '63234d4e-2337-40a5-8cf4-ca49482b9c65'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 04:01:49.402266 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:49.426815 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0d859-f1bb-434a-bc51-e871b828b418 None None] Pushing event updated for resources: {'Port': ['ID=2e9c4b49-6ef6-4575-b0b0-c6220df2a66b,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:49.431096 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:01:49.431659 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:01:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:49.473304 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8079892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8074588'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:49.583506 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2e637e6c-7700-49eb-acf6-66b0413cb21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:49.586091 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] For port d4504097-ee18-4037-a75d-474fe8f7b64f, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 04:01:49.761182 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] For port d4504097-ee18-4037-a75d-474fe8f7b64f, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=d4504097-ee18-4037-a75d-474fe8f7b64f,segment=NetworkSegment(defb4a2d-3908-4b2c-997d-25b0ae8567c8),segment_id=defb4a2d-3908-4b2c-997d-25b0ae8567c8)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 04:01:49.774286 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:49.827738 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:01:49.830478 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2e637e6c-7700-49eb-acf6-66b0413cb21f None None] For port 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=2e9c4b49-6ef6-4575-b0b0-c6220df2a66b,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:01:49.861982 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Router 1962ec53-2863-454d-8e92-41fd2b0eb5c5 is scheduled to L3 agent 3f116605-9963-4097-a649-e8245477f4d2 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 04:01:49.868118 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2e637e6c-7700-49eb-acf6-66b0413cb21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:49.879799 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device a4937cf6-0803-424b-8624-c2abed11e840 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 04:01:49.931356 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d8214-0b6b-4ed6-82a2-deeb29399b02 None None] Pushing event updated for resources: {'Port': ['ID=d4504097-ee18-4037-a75d-474fe8f7b64f,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:49.982814 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 04:01:49.995474 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Sync routers for ids ['1962ec53-2863-454d-8e92-41fd2b0eb5c5'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 04:01:50.000000 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:50.004333 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34652) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:50.004866 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-e4ed8502-4f49-4867-ad16-071a669e0ca0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7899694 Sep 15 04:01:50.009301 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Routers {'1962ec53-2863-454d-8e92-41fd2b0eb5c5'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:01:50.009934 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-590e3217-5fec-4424-820a-378edc43b9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:01:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['1962ec53-2863-454d-8e92-41fd2b0eb5c5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:50.071021 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-51baf28e-95cd-422a-9eeb-6e2470604d2c None None] Provisioning complete for port 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:50.071398 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-51baf28e-95cd-422a-9eeb-6e2470604d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:50.174960 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e637e6c-7700-49eb-acf6-66b0413cb21f None None] Pushing event updated for resources: {'Port': ['ID=2e9c4b49-6ef6-4575-b0b0-c6220df2a66b,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:50.184617 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Set router 1962ec53-2863-454d-8e92-41fd2b0eb5c5 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:01:50.200626 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port a4937cf6-0803-424b-8624-c2abed11e840 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:50.201019 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:50.371283 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:50.387649 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-590e3217-5fec-4424-820a-378edc43b9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'name': 'tempest-TestVolumeBootPattern-214973062-router', 'tenant_id': '8ba564dd5a014ee1ae90207f1ad99636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a65c0007-f377-409d-947e-a516c57da1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:48Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 3, 'project_id': '8ba564dd5a014ee1ae90207f1ad99636', 'gw_port': {'id': 'a65c0007-f377-409d-947e-a516c57da1d9', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:48Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:50.399290 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c337f466-4f77-4639-953c-5a68feab6e1a None None] The sync data for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi is: [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 04:01:50.415617 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Checking router: 1962ec53-2863-454d-8e92-41fd2b0eb5c5 for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 04:01:50.415974 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Updating router 1962ec53-2863-454d-8e92-41fd2b0eb5c5 port a65c0007-f377-409d-947e-a516c57da1d9 binding host dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 04:01:50.444487 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:50.575366 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:50.803343 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Allocated IP 172.20.0.1 (63234d4e-2337-40a5-8cf4-ca49482b9c65/cbe2118f-b59e-49a4-bf5f-980aaae75028/f0199955-b3e2-4558-9494-26b03c99f7fc) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 04:01:50.839991 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:50.848951 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:50.947947 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc69f8-f8fb-4ec5-92cf-a095afe621db None None] Pushing event updated for resources: {'Port': ['ID=a65c0007-f377-409d-947e-a516c57da1d9,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:50.956881 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Attempting to bind port a65c0007-f377-409d-947e-a516c57da1d9 on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 04:01:50.957263 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Attempting to bind port a65c0007-f377-409d-947e-a516c57da1d9 by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 04:01:50.957633 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Attempting to bind port a65c0007-f377-409d-947e-a516c57da1d9 on network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 04:01:50.979218 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 4, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 04:01:50.979218 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Checking segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 04:01:50.979218 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:50.979218 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Bound using segment: {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 04:01:50.979218 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Bound port: a65c0007-f377-409d-947e-a516c57da1d9, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ab959d-390d-4b6b-9b17-e8e1a82b7aee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 04:01:50.979650 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:51.025451 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:51.058087 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-590e3217-5fec-4424-820a-378edc43b9af None None] For port a65c0007-f377-409d-947e-a516c57da1d9, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 04:01:51.062327 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-590e3217-5fec-4424-820a-378edc43b9af None None] For port a65c0007-f377-409d-947e-a516c57da1d9, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=a65c0007-f377-409d-947e-a516c57da1d9,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 04:01:51.066004 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:51.072727 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:51.090170 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d046f627-9f73-445a-a877-e8316af68909 None None] Network 63234d4e-2337-40a5-8cf4-ca49482b9c65 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 04:01:51.119161 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Network 63234d4e-2337-40a5-8cf4-ca49482b9c65 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 04:01:51.125392 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:01:51.129168 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 04:01:51.144394 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc69f8-f8fb-4ec5-92cf-a095afe621db None None] Pushing event updated for resources: {'Port': ['ID=a65c0007-f377-409d-947e-a516c57da1d9,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:51.148622 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Routers {'1962ec53-2863-454d-8e92-41fd2b0eb5c5'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:01:51.149337 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-590e3217-5fec-4424-820a-378edc43b9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:01:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['1962ec53-2863-454d-8e92-41fd2b0eb5c5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:51.168124 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8074635'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:51.190943 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-44009442-12fc-4efa-88df-391d4644d0ec None None] Provisioning complete for port d4504097-ee18-4037-a75d-474fe8f7b64f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:51.191967 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-44009442-12fc-4efa-88df-391d4644d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:51.218802 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Pushing event updated for resources: {'Port': ['ID=f0199955-b3e2-4558-9494-26b03c99f7fc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:51.306832 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-590e3217-5fec-4424-820a-378edc43b9af None None] Set router 1962ec53-2863-454d-8e92-41fd2b0eb5c5 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:01:51.345528 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-44009442-12fc-4efa-88df-391d4644d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:51.395061 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-44009442-12fc-4efa-88df-391d4644d0ec None None] For port d4504097-ee18-4037-a75d-474fe8f7b64f, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=d4504097-ee18-4037-a75d-474fe8f7b64f,segment=NetworkSegment(defb4a2d-3908-4b2c-997d-25b0ae8567c8),segment_id=defb4a2d-3908-4b2c-997d-25b0ae8567c8)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:01:51.401302 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-44009442-12fc-4efa-88df-391d4644d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:51.459809 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44009442-12fc-4efa-88df-391d4644d0ec None None] Pushing event updated for resources: {'Port': ['ID=d4504097-ee18-4037-a75d-474fe8f7b64f,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:51.679122 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-590e3217-5fec-4424-820a-378edc43b9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'name': 'tempest-TestVolumeBootPattern-214973062-router', 'tenant_id': '8ba564dd5a014ee1ae90207f1ad99636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a65c0007-f377-409d-947e-a516c57da1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:48Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 3, 'project_id': '8ba564dd5a014ee1ae90207f1ad99636', 'gw_port': {'id': 'a65c0007-f377-409d-947e-a516c57da1d9', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:48Z', 'updated_at': '2021-09-15T04:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:51.714067 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:51.724543 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cbb8cbe2-e6d0-42f0-8283-1979b0c5edc1 None None] Provisioning complete for port f0199955-b3e2-4558-9494-26b03c99f7fc triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:51.725101 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cbb8cbe2-e6d0-42f0-8283-1979b0c5edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:51.726963 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590e3217-5fec-4424-820a-378edc43b9af None None] The sync data for ids ['1962ec53-2863-454d-8e92-41fd2b0eb5c5'] in dv-cinder-806965-6-iscsi is: [{'id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'name': 'tempest-TestVolumeBootPattern-214973062-router', 'tenant_id': '8ba564dd5a014ee1ae90207f1ad99636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a65c0007-f377-409d-947e-a516c57da1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:48Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 3, 'project_id': '8ba564dd5a014ee1ae90207f1ad99636', 'gw_port': {'id': 'a65c0007-f377-409d-947e-a516c57da1d9', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:48Z', 'updated_at': '2021-09-15T04:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 04:01:51.776395 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-cbb8cbe2-e6d0-42f0-8283-1979b0c5edc1 None None] Port f0199955-b3e2-4558-9494-26b03c99f7fc cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 04:01:51.791285 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cbb8cbe2-e6d0-42f0-8283-1979b0c5edc1 None None] Provisioning complete for port d4504097-ee18-4037-a75d-474fe8f7b64f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:51.791825 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cbb8cbe2-e6d0-42f0-8283-1979b0c5edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:51.940406 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device d4504097-ee18-4037-a75d-474fe8f7b64f up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 04:01:51.941836 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:51.946574 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022191'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:51.995963 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port d4504097-ee18-4037-a75d-474fe8f7b64f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:51.996489 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:52.020620 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Pushing event updated for resources: {'Port': ['ID=f0199955-b3e2-4558-9494-26b03c99f7fc,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:52.023104 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7869357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8079387'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:52.060492 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0a029ba1-10e6-4a65-8f1d-24f75e90f0da None None] Provisioning complete for port f0199955-b3e2-4558-9494-26b03c99f7fc triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:52.060492 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0a029ba1-10e6-4a65-8f1d-24f75e90f0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:52.136233 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0a029ba1-10e6-4a65-8f1d-24f75e90f0da None None] Port f0199955-b3e2-4558-9494-26b03c99f7fc cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 04:01:52.151734 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 04:01:52.158792 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Network 63234d4e-2337-40a5-8cf4-ca49482b9c65 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 04:01:52.161006 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:01:52.227596 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:52.228087 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:52.366378 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Router 1962ec53-2863-454d-8e92-41fd2b0eb5c5 has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 04:01:52.458849 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8ecfcebb-0ced-44e3-ad67-160e2b267f82 None None] Provisioning complete for port f0199955-b3e2-4558-9494-26b03c99f7fc triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:52.459263 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8ecfcebb-0ced-44e3-ad67-160e2b267f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:52.495122 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8ecfcebb-0ced-44e3-ad67-160e2b267f82 None None] Port f0199955-b3e2-4558-9494-26b03c99f7fc cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 04:01:52.500474 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 04:01:52.505585 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-3ee90643-fb7e-46a2-97c5-7a1a81a5ade2 admin admin] 10.222.0.24 "PUT /v2.0/routers/1962ec53-2863-454d-8e92-41fd2b0eb5c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5000422 Sep 15 04:01:53.186116 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34684) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:53.190658 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f1967c28-9e25-4568-826a-2f96e45eaacd tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1180837829', 'description': 'tempest-secgroup-smoke-1180837829 description', 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:01:53.212928 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f1967c28-9e25-4568-826a-2f96e45eaacd tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.293847 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f1967c28-9e25-4568-826a-2f96e45eaacd tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.298262 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f1967c28-9e25-4568-826a-2f96e45eaacd tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.324586 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f1967c28-9e25-4568-826a-2f96e45eaacd tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.325858 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-f1967c28-9e25-4568-826a-2f96e45eaacd tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1387231 Sep 15 04:01:53.329042 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34686) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:53.329795 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1967c28-9e25-4568-826a-2f96e45eaacd tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a57e552c-7bce-4cdb-94a5-7e339abfc7bd,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:53.333997 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-565e222c-053d-4b29-b2c2-606df6cdaa73 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Request body: {'security_group_rule': {'security_group_id': 'a57e552c-7bce-4cdb-94a5-7e339abfc7bd', 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:01:53.365628 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-565e222c-053d-4b29-b2c2-606df6cdaa73 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.430886 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-565e222c-053d-4b29-b2c2-606df6cdaa73 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.435452 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-565e222c-053d-4b29-b2c2-606df6cdaa73 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.455903 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e222c-053d-4b29-b2c2-606df6cdaa73 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660145f0-191e-47b0-9437-7ffc9b37bffa,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:53.464758 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-565e222c-053d-4b29-b2c2-606df6cdaa73 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.465917 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-565e222c-053d-4b29-b2c2-606df6cdaa73 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357696 Sep 15 04:01:53.469149 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34692) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:53.473780 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5ed3b03e-39e8-46d7-b36b-1a81beebbfee tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Request body: {'security_group_rule': {'security_group_id': 'a57e552c-7bce-4cdb-94a5-7e339abfc7bd', 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:01:53.500780 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ed3b03e-39e8-46d7-b36b-1a81beebbfee tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.562793 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ed3b03e-39e8-46d7-b36b-1a81beebbfee tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.566754 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ed3b03e-39e8-46d7-b36b-1a81beebbfee tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.588993 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3b03e-39e8-46d7-b36b-1a81beebbfee tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d2752c-1a15-4aa4-903e-42460da5deeb,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:53.595203 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ed3b03e-39e8-46d7-b36b-1a81beebbfee tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.596299 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-5ed3b03e-39e8-46d7-b36b-1a81beebbfee tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262391 Sep 15 04:01:53.598891 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34694) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:53.603331 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d6dceef0-fdc9-4fb9-b149-d5a74f5f2a14 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Request body: {'security_group_rule': {'security_group_id': 'a57e552c-7bce-4cdb-94a5-7e339abfc7bd', 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:01:53.641380 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6dceef0-fdc9-4fb9-b149-d5a74f5f2a14 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.726396 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6dceef0-fdc9-4fb9-b149-d5a74f5f2a14 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.732645 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6dceef0-fdc9-4fb9-b149-d5a74f5f2a14 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.754471 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dceef0-fdc9-4fb9-b149-d5a74f5f2a14 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38ff30a-2186-439d-8c20-ce51285b55d3,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:53.760874 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6dceef0-fdc9-4fb9-b149-d5a74f5f2a14 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.764591 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-d6dceef0-fdc9-4fb9-b149-d5a74f5f2a14 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1622641 Sep 15 04:01:53.764922 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34702) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:53.769471 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6cea86dd-61a9-4df0-bb1d-d2b1dbec9bbc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Request body: {'security_group_rule': {'security_group_id': 'a57e552c-7bce-4cdb-94a5-7e339abfc7bd', 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:01:53.796937 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6cea86dd-61a9-4df0-bb1d-d2b1dbec9bbc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.848453 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d94944-fede-4829-90b4-00844986863c None None] Sync routers for ids ['1962ec53-2863-454d-8e92-41fd2b0eb5c5'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 04:01:53.860518 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d94944-fede-4829-90b4-00844986863c None None] Routers {'1962ec53-2863-454d-8e92-41fd2b0eb5c5'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:01:53.861457 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-45d94944-fede-4829-90b4-00844986863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:01:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['1962ec53-2863-454d-8e92-41fd2b0eb5c5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:53.876335 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6cea86dd-61a9-4df0-bb1d-d2b1dbec9bbc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.880760 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6cea86dd-61a9-4df0-bb1d-d2b1dbec9bbc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.898820 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea86dd-61a9-4df0-bb1d-d2b1dbec9bbc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3309b3f-e3a2-4c2f-b956-37adc27e9aa3,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:53.899036 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device a65c0007-f377-409d-947e-a516c57da1d9 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 04:01:53.906702 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6cea86dd-61a9-4df0-bb1d-d2b1dbec9bbc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:53.908228 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-6cea86dd-61a9-4df0-bb1d-d2b1dbec9bbc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423018 Sep 15 04:01:53.910848 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34704) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:53.915118 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e5c3307d-c9dc-4c8e-8b13-ab4d74b324c6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Request body: {'security_group_rule': {'security_group_id': 'a57e552c-7bce-4cdb-94a5-7e339abfc7bd', 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:01:53.937143 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-e5c3307d-c9dc-4c8e-8b13-ab4d74b324c6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Project c56d95f4ef1f4f6d848811b13a3a092e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 04:01:53.944631 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e5c3307d-c9dc-4c8e-8b13-ab4d74b324c6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:54.007325 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e5c3307d-c9dc-4c8e-8b13-ab4d74b324c6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:54.007561 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-45d94944-fede-4829-90b4-00844986863c None None] Set router 1962ec53-2863-454d-8e92-41fd2b0eb5c5 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:01:54.009240 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port a65c0007-f377-409d-947e-a516c57da1d9 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:54.009568 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:54.011157 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e5c3307d-c9dc-4c8e-8b13-ab4d74b324c6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:54.034360 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3307d-c9dc-4c8e-8b13-ab4d74b324c6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e4c80d-94ec-4004-bf9d-d4619b939e3d,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:54.038331 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e5c3307d-c9dc-4c8e-8b13-ab4d74b324c6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:54.042168 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-e5c3307d-c9dc-4c8e-8b13-ab4d74b324c6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277461 Sep 15 04:01:54.042615 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34706) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:01:54.047542 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-dbe15395-4472-40df-95f3-c125344b4064 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Request body: {'security_group_rule': {'security_group_id': 'a57e552c-7bce-4cdb-94a5-7e339abfc7bd', 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:01:54.068211 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-dbe15395-4472-40df-95f3-c125344b4064 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Project c56d95f4ef1f4f6d848811b13a3a092e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 04:01:54.073447 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dbe15395-4472-40df-95f3-c125344b4064 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:54.145685 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dbe15395-4472-40df-95f3-c125344b4064 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:54.149550 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dbe15395-4472-40df-95f3-c125344b4064 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8080952'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:54.168632 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe15395-4472-40df-95f3-c125344b4064 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6edf2647-f8c2-489c-a2f5-8f80740e05ad,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:54.175347 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dbe15395-4472-40df-95f3-c125344b4064 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:54.179796 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-dbe15395-4472-40df-95f3-c125344b4064 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330845 Sep 15 04:01:54.341881 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:54.385129 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] For port a65c0007-f377-409d-947e-a516c57da1d9, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=a65c0007-f377-409d-947e-a516c57da1d9,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:01:54.393063 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:54.447912 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Pushing event updated for resources: {'Port': ['ID=a65c0007-f377-409d-947e-a516c57da1d9,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:54.456351 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-45d94944-fede-4829-90b4-00844986863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'name': 'tempest-TestVolumeBootPattern-214973062-router', 'tenant_id': '8ba564dd5a014ee1ae90207f1ad99636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a65c0007-f377-409d-947e-a516c57da1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:48Z', 'updated_at': '2021-09-15T04:01:51Z', 'revision_number': 4, 'project_id': '8ba564dd5a014ee1ae90207f1ad99636', 'gw_port': {'id': 'a65c0007-f377-409d-947e-a516c57da1d9', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:48Z', 'updated_at': '2021-09-15T04:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'f0199955-b3e2-4558-9494-26b03c99f7fc', 'name': '', 'network_id': '63234d4e-2337-40a5-8cf4-ca49482b9c65', 'tenant_id': '8ba564dd5a014ee1ae90207f1ad99636', 'mac_address': 'fa:16:3e:2e:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cbe2118f-b59e-49a4-bf5f-980aaae75028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:50Z', 'updated_at': '2021-09-15T04:01:51Z', 'revision_number': 2, 'project_id': '8ba564dd5a014ee1ae90207f1ad99636', 'subnets': [{'id': 'cbe2118f-b59e-49a4-bf5f-980aaae75028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:54.487401 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d94944-fede-4829-90b4-00844986863c None None] Checking router: 1962ec53-2863-454d-8e92-41fd2b0eb5c5 for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 04:01:54.487763 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d94944-fede-4829-90b4-00844986863c None None] Updating router 1962ec53-2863-454d-8e92-41fd2b0eb5c5 port f0199955-b3e2-4558-9494-26b03c99f7fc binding host dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 04:01:54.513698 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45d94944-fede-4829-90b4-00844986863c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:54.789296 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45d94944-fede-4829-90b4-00844986863c None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:54.795424 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45d94944-fede-4829-90b4-00844986863c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:54.849465 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a16a10-fe3c-45ca-af18-3e5e4364a7af None None] Pushing event updated for resources: {'Port': ['ID=f0199955-b3e2-4558-9494-26b03c99f7fc,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:54.901907 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-45d94944-fede-4829-90b4-00844986863c None None] Attempting to bind port f0199955-b3e2-4558-9494-26b03c99f7fc on host dv-cinder-806965-6-iscsi for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 04:01:54.902182 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-45d94944-fede-4829-90b4-00844986863c None None] Attempting to bind port f0199955-b3e2-4558-9494-26b03c99f7fc by drivers openvswitch,hyperv on host dv-cinder-806965-6-iscsi at level 0 using segments [{'id': 'defb4a2d-3908-4b2c-997d-25b0ae8567c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '63234d4e-2337-40a5-8cf4-ca49482b9c65'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 04:01:54.902418 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d94944-fede-4829-90b4-00844986863c None None] Attempting to bind port f0199955-b3e2-4558-9494-26b03c99f7fc on network 63234d4e-2337-40a5-8cf4-ca49482b9c65 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 04:01:54.908860 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d94944-fede-4829-90b4-00844986863c None None] Checking agent: {'id': 'f8ebfcf7-7681-4be1-b77a-f823043aa6df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806965-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 18, 9), 'started_at': datetime.datetime(2021, 9, 15, 3, 18, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 4, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806965-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 04:01:54.909243 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d94944-fede-4829-90b4-00844986863c None None] Checking segment: {'id': 'defb4a2d-3908-4b2c-997d-25b0ae8567c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '63234d4e-2337-40a5-8cf4-ca49482b9c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 04:01:54.909649 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45d94944-fede-4829-90b4-00844986863c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:54.910046 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d94944-fede-4829-90b4-00844986863c None None] Bound using segment: {'id': 'defb4a2d-3908-4b2c-997d-25b0ae8567c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '63234d4e-2337-40a5-8cf4-ca49482b9c65'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 04:01:54.910660 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-45d94944-fede-4829-90b4-00844986863c None None] Bound port: f0199955-b3e2-4558-9494-26b03c99f7fc, host: dv-cinder-806965-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defb4a2d-3908-4b2c-997d-25b0ae8567c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '63234d4e-2337-40a5-8cf4-ca49482b9c65'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 04:01:54.911078 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45d94944-fede-4829-90b4-00844986863c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:54.996905 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-45d94944-fede-4829-90b4-00844986863c None None] For port f0199955-b3e2-4558-9494-26b03c99f7fc, host dv-cinder-806965-6-iscsi, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 04:01:55.002526 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-45d94944-fede-4829-90b4-00844986863c None None] For port f0199955-b3e2-4558-9494-26b03c99f7fc, host dv-cinder-806965-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=f0199955-b3e2-4558-9494-26b03c99f7fc,segment=NetworkSegment(defb4a2d-3908-4b2c-997d-25b0ae8567c8),segment_id=defb4a2d-3908-4b2c-997d-25b0ae8567c8)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 04:01:55.008760 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45d94944-fede-4829-90b4-00844986863c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:55.037777 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:01:55.059406 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d94944-fede-4829-90b4-00844986863c None None] Routers {'1962ec53-2863-454d-8e92-41fd2b0eb5c5'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:01:55.060084 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-45d94944-fede-4829-90b4-00844986863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:01:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['1962ec53-2863-454d-8e92-41fd2b0eb5c5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:55.121261 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a16a10-fe3c-45ca-af18-3e5e4364a7af None None] Pushing event updated for resources: {'Port': ['ID=f0199955-b3e2-4558-9494-26b03c99f7fc,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:55.190924 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c0e9f7a9-59fa-424a-baf0-f58aea908f46 None None] Provisioning complete for port f0199955-b3e2-4558-9494-26b03c99f7fc triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:55.191340 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c0e9f7a9-59fa-424a-baf0-f58aea908f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:55.241221 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-45d94944-fede-4829-90b4-00844986863c None None] Set router 1962ec53-2863-454d-8e92-41fd2b0eb5c5 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:01:55.410310 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c0e9f7a9-59fa-424a-baf0-f58aea908f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:55.472095 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c0e9f7a9-59fa-424a-baf0-f58aea908f46 None None] For port f0199955-b3e2-4558-9494-26b03c99f7fc, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=f0199955-b3e2-4558-9494-26b03c99f7fc,segment=NetworkSegment(defb4a2d-3908-4b2c-997d-25b0ae8567c8),segment_id=defb4a2d-3908-4b2c-997d-25b0ae8567c8)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:01:55.475897 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c0e9f7a9-59fa-424a-baf0-f58aea908f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:55.548896 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9f7a9-59fa-424a-baf0-f58aea908f46 None None] Pushing event updated for resources: {'Port': ['ID=f0199955-b3e2-4558-9494-26b03c99f7fc,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:01:55.561398 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-45d94944-fede-4829-90b4-00844986863c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'name': 'tempest-TestVolumeBootPattern-214973062-router', 'tenant_id': '8ba564dd5a014ee1ae90207f1ad99636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a65c0007-f377-409d-947e-a516c57da1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:48Z', 'updated_at': '2021-09-15T04:01:51Z', 'revision_number': 4, 'project_id': '8ba564dd5a014ee1ae90207f1ad99636', 'gw_port': {'id': 'a65c0007-f377-409d-947e-a516c57da1d9', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:48Z', 'updated_at': '2021-09-15T04:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'f0199955-b3e2-4558-9494-26b03c99f7fc', 'name': '', 'network_id': '63234d4e-2337-40a5-8cf4-ca49482b9c65', 'tenant_id': '8ba564dd5a014ee1ae90207f1ad99636', 'mac_address': 'fa:16:3e:2e:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cbe2118f-b59e-49a4-bf5f-980aaae75028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:50Z', 'updated_at': '2021-09-15T04:01:54Z', 'revision_number': 4, 'project_id': '8ba564dd5a014ee1ae90207f1ad99636', 'subnets': [{'id': 'cbe2118f-b59e-49a4-bf5f-980aaae75028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:01:55.590520 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d94944-fede-4829-90b4-00844986863c None None] The sync data for ids ['1962ec53-2863-454d-8e92-41fd2b0eb5c5'] in dv-cinder-806965-6-iscsi is: [{'id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'name': 'tempest-TestVolumeBootPattern-214973062-router', 'tenant_id': '8ba564dd5a014ee1ae90207f1ad99636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a65c0007-f377-409d-947e-a516c57da1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:48Z', 'updated_at': '2021-09-15T04:01:51Z', 'revision_number': 4, 'project_id': '8ba564dd5a014ee1ae90207f1ad99636', 'gw_port': {'id': 'a65c0007-f377-409d-947e-a516c57da1d9', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:48Z', 'updated_at': '2021-09-15T04:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': 'f0199955-b3e2-4558-9494-26b03c99f7fc', 'name': '', 'network_id': '63234d4e-2337-40a5-8cf4-ca49482b9c65', 'tenant_id': '8ba564dd5a014ee1ae90207f1ad99636', 'mac_address': 'fa:16:3e:2e:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'cbe2118f-b59e-49a4-bf5f-980aaae75028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:50Z', 'updated_at': '2021-09-15T04:01:54Z', 'revision_number': 4, 'project_id': '8ba564dd5a014ee1ae90207f1ad99636', 'subnets': [{'id': 'cbe2118f-b59e-49a4-bf5f-980aaae75028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 04:01:55.600788 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2c6f6c6c-dc5d-4310-b985-51209b238d65 None None] Provisioning complete for port f0199955-b3e2-4558-9494-26b03c99f7fc triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:55.601163 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6c6c-dc5d-4310-b985-51209b238d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:55.931588 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device f0199955-b3e2-4558-9494-26b03c99f7fc up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 04:01:55.981051 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port f0199955-b3e2-4558-9494-26b03c99f7fc triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:55.981434 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:01:56.067307 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device a65c0007-f377-409d-947e-a516c57da1d9 up at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 04:01:56.119436 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Provisioning complete for port a65c0007-f377-409d-947e-a516c57da1d9 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:01:56.119908 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:01.624567 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34860) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:02:01.667779 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-7041ac1c-b079-4751-a453-fefa2c2c21e6 admin admin] Deleting subnet 7db28530-6a29-44e0-b0b4-ae177d96e584 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 04:02:01.671549 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7041ac1c-b079-4751-a453-fefa2c2c21e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:01.704533 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7041ac1c-b079-4751-a453-fefa2c2c21e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3798916'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:01.746207 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7041ac1c-b079-4751-a453-fefa2c2c21e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7828435'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:01.799022 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7041ac1c-b079-4751-a453-fefa2c2c21e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7828420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4022169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3614555'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:01.824857 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041ac1c-b079-4751-a453-fefa2c2c21e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db28530-6a29-44e0-b0b4-ae177d96e584,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:02:01.827447 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7041ac1c-b079-4751-a453-fefa2c2c21e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:01.829325 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-7041ac1c-b079-4751-a453-fefa2c2c21e6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7db28530-6a29-44e0-b0b4-ae177d96e584 HTTP/1.1" status: 204 len: 168 time: 0.2037487 Sep 15 04:02:01.831767 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34862) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:02:01.902237 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3da9c472-3b4e-4b3c-935c-9dfb8ccb43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858466'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:01.983407 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3da9c472-3b4e-4b3c-935c-9dfb8ccb43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7829332', 'neutron.services.segments.db._delete_segments_for_network-8760529642141'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.003354 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3da9c472-3b4e-4b3c-935c-9dfb8ccb43f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ecfdc0-ef6b-4ea6-842a-a01491c95abb']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:02:02.012560 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3da9c472-3b4e-4b3c-935c-9dfb8ccb43f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f09d859-2cb6-4dfb-aeb9-ff947468d15d') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:02:02.013487 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3da9c472-3b4e-4b3c-935c-9dfb8ccb43f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f09d859-2cb6-4dfb-aeb9-ff947468d15d') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:02:02.022951 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3da9c472-3b4e-4b3c-935c-9dfb8ccb43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760529642406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3798927'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.036528 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3da9c472-3b4e-4b3c-935c-9dfb8ccb43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.042549 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da9c472-3b4e-4b3c-935c-9dfb8ccb43f9 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 04:02:02.042890 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3da9c472-3b4e-4b3c-935c-9dfb8ccb43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4021319'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: Traceback (most recent call last): Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: timer() Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: cb(*args, **kw) Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: return func(*args, **kwargs) Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: self._notify() Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: self.callback(batched_events) Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: event.method(event) Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: return f(self, *a, **k) Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: return self._get(url).json() Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: return self.request(url, 'GET', **kwargs) Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 04:02:02.044741 dv-cinder-806965-6-iscsi neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 04:02:02.103629 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3da9c472-3b4e-4b3c-935c-9dfb8ccb43f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7829325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8074516'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.109343 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3da9c472-3b4e-4b3c-935c-9dfb8ccb43f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.114005 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-3da9c472-3b4e-4b3c-935c-9dfb8ccb43f9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/91ecfdc0-ef6b-4ea6-842a-a01491c95abb HTTP/1.1" status: 204 len: 168 time: 0.2785120 Sep 15 04:02:02.114410 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34868) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:02:02.123024 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9c472-3b4e-4b3c-935c-9dfb8ccb43f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=91ecfdc0-ef6b-4ea6-842a-a01491c95abb,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:02:02.160654 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebdc12f-0821-4d66-8372-00fbdb260213 admin admin] Deleting subnet db872648-9e89-4b68-b9e5-23ce86945ece {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 04:02:02.163997 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc12f-0821-4d66-8372-00fbdb260213 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.201066 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc12f-0821-4d66-8372-00fbdb260213 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2434170'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.242240 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc12f-0821-4d66-8372-00fbdb260213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7828435'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.296346 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc12f-0821-4d66-8372-00fbdb260213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7828420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2767537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3306211'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.320811 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdc12f-0821-4d66-8372-00fbdb260213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db872648-9e89-4b68-b9e5-23ce86945ece,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:02:02.326230 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc12f-0821-4d66-8372-00fbdb260213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.328112 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-7ebdc12f-0821-4d66-8372-00fbdb260213 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/db872648-9e89-4b68-b9e5-23ce86945ece HTTP/1.1" status: 204 len: 168 time: 0.2121661 Sep 15 04:02:02.330492 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 34870) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:02:02.399341 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f29ac9af-3d72-4567-88e1-9ad99845920d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858466'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.479473 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f29ac9af-3d72-4567-88e1-9ad99845920d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7829332', 'neutron.services.segments.db._delete_segments_for_network-8760529642141'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.498542 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-f29ac9af-3d72-4567-88e1-9ad99845920d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba486330-b512-4396-a509-6b71658b54d8']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:02:02.508793 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-f29ac9af-3d72-4567-88e1-9ad99845920d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9564c32-3a13-47ca-829f-ec0d3a662d4e') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:02:02.509125 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-f29ac9af-3d72-4567-88e1-9ad99845920d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9564c32-3a13-47ca-829f-ec0d3a662d4e') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:02:02.519069 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f29ac9af-3d72-4567-88e1-9ad99845920d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760529642406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2434161'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.532262 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f29ac9af-3d72-4567-88e1-9ad99845920d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.538067 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29ac9af-3d72-4567-88e1-9ad99845920d admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 04:02:02.538462 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f29ac9af-3d72-4567-88e1-9ad99845920d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2767215'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: Traceback (most recent call last): Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: timer() Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: cb(*args, **kw) Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: return func(*args, **kwargs) Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: self._notify() Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: self.callback(batched_events) Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: event.method(event) Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: return f(self, *a, **k) Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._get(url).json() Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: return self.request(url, 'GET', **kwargs) Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 04:02:02.540122 dv-cinder-806965-6-iscsi neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 04:02:02.601884 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f29ac9af-3d72-4567-88e1-9ad99845920d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7829325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8074516'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.607586 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f29ac9af-3d72-4567-88e1-9ad99845920d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.610191 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-f29ac9af-3d72-4567-88e1-9ad99845920d admin admin] 10.222.0.24 "DELETE /v2.0/networks/ba486330-b512-4396-a509-6b71658b54d8 HTTP/1.1" status: 204 len: 168 time: 0.2786283 Sep 15 04:02:02.627448 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ac9af-3d72-4567-88e1-9ad99845920d admin admin] Pushing event deleted for resources: {'Network': ['ID=ba486330-b512-4396-a509-6b71658b54d8,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:02:02.774241 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34874) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:02:02.813592 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-214a9d79-73fd-4d64-96b0-89eae6581f56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9e69c8d3cea4cab8d1d4d4ad8390ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381978 Sep 15 04:02:02.815852 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34876) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:02:02.865720 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a2997812-8d80-4c66-b6f2-54944aa90ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.885326 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a2997812-8d80-4c66-b6f2-54944aa90ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.930823 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a2997812-8d80-4c66-b6f2-54944aa90ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.933335 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a2997812-8d80-4c66-b6f2-54944aa90ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:02.934524 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-a2997812-8d80-4c66-b6f2-54944aa90ab8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5345cceb-5d23-4e90-afb0-ec5e03bf8fa1 HTTP/1.1" status: 204 len: 168 time: 0.1177511 Sep 15 04:02:02.943316 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2997812-8d80-4c66-b6f2-54944aa90ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5345cceb-5d23-4e90-afb0-ec5e03bf8fa1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:02:03.265372 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34886) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:02:03.303865 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-085e84ce-fc1e-4bad-b0de-57aae56d8bd6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=258df2b2d78a40c38a3b748f21e987a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373681 Sep 15 04:02:03.306131 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 34888) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:02:03.358655 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ae0fdf0-1bdd-4079-81e7-915137a64b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:03.380432 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ae0fdf0-1bdd-4079-81e7-915137a64b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:03.430374 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ae0fdf0-1bdd-4079-81e7-915137a64b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:03.433547 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ae0fdf0-1bdd-4079-81e7-915137a64b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:03.438307 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-8ae0fdf0-1bdd-4079-81e7-915137a64b26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90a36b5c-05d8-4181-8a43-4597ef50e137 HTTP/1.1" status: 204 len: 168 time: 0.1311891 Sep 15 04:02:03.450708 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0fdf0-1bdd-4079-81e7-915137a64b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a36b5c-05d8-4181-8a43-4597ef50e137,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:02:05.803647 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3739533c-9846-4f72-8ad7-a009c3dcb4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:06.926904 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:08.254309 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8845ea10-cee3-4d4d-9821-2f71319e7356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:08.845884 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:09.582712 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:10.990711 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:13.815297 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 35030) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:02:13.917398 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb3af7ab-762a-491a-8575-b6bcb402282f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:14.008083 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb3af7ab-762a-491a-8575-b6bcb402282f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:14.011774 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb3af7ab-762a-491a-8575-b6bcb402282f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:14.048579 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3af7ab-762a-491a-8575-b6bcb402282f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe5b3e7-3c16-404f-8fdc-41e2be8030aa,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:02:14.053385 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-cb3af7ab-762a-491a-8575-b6bcb402282f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d065f730bab646798c983f88e71cf6d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370520 Sep 15 04:02:14.055273 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 35034) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:02:14.105426 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd1d517e-d4c9-4b9e-be93-1725b03f9dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:14.126778 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd1d517e-d4c9-4b9e-be93-1725b03f9dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:14.171531 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd1d517e-d4c9-4b9e-be93-1725b03f9dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:14.174319 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd1d517e-d4c9-4b9e-be93-1725b03f9dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:14.175517 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-cd1d517e-d4c9-4b9e-be93-1725b03f9dbd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abe5b3e7-3c16-404f-8fdc-41e2be8030aa HTTP/1.1" status: 204 len: 168 time: 0.1193402 Sep 15 04:02:14.182845 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d517e-d4c9-4b9e-be93-1725b03f9dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe5b3e7-3c16-404f-8fdc-41e2be8030aa,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:02:16.003548 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-5ef8f047-df6e-4298-8cc1-6c2a932c7942 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180837829&fields=id&tenant_id=c56d95f4ef1f4f6d848811b13a3a092e HTTP/1.1" status: 200 len: 267 time: 0.0330319 Sep 15 04:02:16.116596 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd64f2-79af-4a48-9772-36702e042488 req-2f46cfae-d688-4226-8567-5008e8a8b5b5 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:16.118088 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-2f46cfae-d688-4226-8567-5008e8a8b5b5 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 811 time: 0.1078401 Sep 15 04:02:16.132837 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-0537f6c7-ae0a-41cc-8400-4056891a03d0 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/quotas/c56d95f4ef1f4f6d848811b13a3a092e HTTP/1.1" status: 200 len: 375 time: 0.0089221 Sep 15 04:02:16.184921 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-effe3da2-72c9-4b09-b137-b87ac51949f3 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460086 Sep 15 04:02:16.298855 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-adbfc255-52eb-4361-bd56-494e51663368 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 04:02:16.299895 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-adbfc255-52eb-4361-bd56-494e51663368 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1005077 Sep 15 04:02:16.390379 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-8d358fe2-1eea-4e75-8d56-aeb115720b53 service neutron] 10.222.0.24 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839062 Sep 15 04:02:16.489113 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-c3ea5b8f-b7f2-48b9-9ce1-175ac2cb1393 service neutron] 10.222.0.24 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865972 Sep 15 04:02:16.791820 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-21e72e20-1d55-497a-a70e-63919dfb8e88 req-3f62a727-b25b-43ff-98bc-b59696f88756 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 210 time: 0.0273004 Sep 15 04:02:17.899625 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5a15ffaf-4d38-457d-9a24-4f2a963b65ed req-023250c0-4e11-4274-bd3c-82837d3f6f01 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 210 time: 0.0326560 Sep 15 04:02:17.978187 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd64f2-79af-4a48-9772-36702e042488 req-c227db8a-76ec-409c-b72d-25b08275e639 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:17.979736 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-c227db8a-76ec-409c-b72d-25b08275e639 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.52 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 811 time: 0.1095898 Sep 15 04:02:18.049653 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-1c8bde3b-3f4e-4fb0-ad26-161f998bdebc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c56d95f4ef1f4f6d848811b13a3a092e HTTP/1.1" status: 200 len: 380 time: 0.0339248 Sep 15 04:02:18.075013 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-7ebd64f2-79af-4a48-9772-36702e042488 req-b165a9b0-db8f-457f-8180-19e55d6da044 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Request body: {'port': {'device_id': 'ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'admin_state_up': True, 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'security_groups': ['a57e552c-7bce-4cdb-94a5-7e339abfc7bd']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:02:18.188347 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ebd64f2-79af-4a48-9772-36702e042488 req-b165a9b0-db8f-457f-8180-19e55d6da044 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Made reservation on behalf of c56d95f4ef1f4f6d848811b13a3a092e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 04:02:18.191875 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7ebd64f2-79af-4a48-9772-36702e042488 req-b165a9b0-db8f-457f-8180-19e55d6da044 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:18.318516 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-7ebd64f2-79af-4a48-9772-36702e042488 req-b165a9b0-db8f-457f-8180-19e55d6da044 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Allocated IP 172.20.0.3 (125c3a46-1bab-4180-b3c2-b58db73e389f/5e436daa-1e2b-49c6-82d7-0399228ffe8a/391b5df6-c92d-4c9d-8d7d-2e985f045b22) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 04:02:18.452267 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7ebd64f2-79af-4a48-9772-36702e042488 req-b165a9b0-db8f-457f-8180-19e55d6da044 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:18.493342 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7ebd64f2-79af-4a48-9772-36702e042488 req-b165a9b0-db8f-457f-8180-19e55d6da044 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:18.537793 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebd64f2-79af-4a48-9772-36702e042488 req-b165a9b0-db8f-457f-8180-19e55d6da044 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Network 125c3a46-1bab-4180-b3c2-b58db73e389f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 04:02:18.540599 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-7ebd64f2-79af-4a48-9772-36702e042488 req-b165a9b0-db8f-457f-8180-19e55d6da044 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:02:18.544182 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebd64f2-79af-4a48-9772-36702e042488 req-b165a9b0-db8f-457f-8180-19e55d6da044 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 04:02:18.573343 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165a9b0-db8f-457f-8180-19e55d6da044 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event updated for resources: {'Port': ['ID=391b5df6-c92d-4c9d-8d7d-2e985f045b22,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:02:18.599988 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd64f2-79af-4a48-9772-36702e042488 req-b165a9b0-db8f-457f-8180-19e55d6da044 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:18.600637 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7ebd64f2-79af-4a48-9772-36702e042488 req-b165a9b0-db8f-457f-8180-19e55d6da044 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:18.618556 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-b165a9b0-db8f-457f-8180-19e55d6da044 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5472412 Sep 15 04:02:18.638395 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Request body: {'port': {'device_id': 'ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:02:18.694297 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:18.776000 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e22c0cd2-8356-4601-a8d2-9dabe3b648d3 None None] Provisioning complete for port 391b5df6-c92d-4c9d-8d7d-2e985f045b22 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:02:18.776571 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e22c0cd2-8356-4601-a8d2-9dabe3b648d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:18.811773 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e22c0cd2-8356-4601-a8d2-9dabe3b648d3 None None] Port 391b5df6-c92d-4c9d-8d7d-2e985f045b22 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 04:02:18.970393 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391b5df6-c92d-4c9d-8d7d-2e985f045b22 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 04:02:18.978912 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:18.993250 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Transition to ACTIVE for port object 391b5df6-c92d-4c9d-8d7d-2e985f045b22 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 04:02:18.998159 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:19.046919 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e543a5-6554-4d69-bc55-ba18694bbdb0 req-e117b9cb-2752-4b52-a54f-2c10de22b581 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:19.049215 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a3e543a5-6554-4d69-bc55-ba18694bbdb0 req-e117b9cb-2752-4b52-a54f-2c10de22b581 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 943 time: 0.0694880 Sep 15 04:02:19.097740 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=391b5df6-c92d-4c9d-8d7d-2e985f045b22,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:02:19.111697 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a3e543a5-6554-4d69-bc55-ba18694bbdb0 req-343a9c10-8304-4b3a-8e25-2fd9fd650210 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563638 Sep 15 04:02:19.125235 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Attempting to bind port 391b5df6-c92d-4c9d-8d7d-2e985f045b22 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 04:02:19.125684 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Attempting to bind port 391b5df6-c92d-4c9d-8d7d-2e985f045b22 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 04:02:19.126022 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Attempting to bind port 391b5df6-c92d-4c9d-8d7d-2e985f045b22 on network 125c3a46-1bab-4180-b3c2-b58db73e389f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 04:02:19.130475 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Port 391b5df6-c92d-4c9d-8d7d-2e985f045b22 on network 125c3a46-1bab-4180-b3c2-b58db73e389f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 04:02:19.130787 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Attempting to bind port 391b5df6-c92d-4c9d-8d7d-2e985f045b22 on network 125c3a46-1bab-4180-b3c2-b58db73e389f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 04:02:19.135727 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 4, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 04:02:19.136070 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Checking segment: {'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 04:02:19.136457 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Bound using segment: {'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 04:02:19.136892 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Bound port: 391b5df6-c92d-4c9d-8d7d-2e985f045b22, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 04:02:19.137335 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:19.205515 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] For port 391b5df6-c92d-4c9d-8d7d-2e985f045b22, host hv-cinder-80696, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 04:02:19.208825 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] For port 391b5df6-c92d-4c9d-8d7d-2e985f045b22, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=391b5df6-c92d-4c9d-8d7d-2e985f045b22,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 04:02:19.212487 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:19.250921 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:19.251574 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:19.253030 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] 10.222.0.52 "PUT /v2.0/ports/391b5df6-c92d-4c9d-8d7d-2e985f045b22 HTTP/1.1" status: 200 len: 1093 time: 0.6191869 Sep 15 04:02:19.253605 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92', 'tag': '391b5df6-c92d-4c9d-8d7d-2e985f045b22'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 04:02:19.255838 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c25b82-a811-498b-9077-b381783dbbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92", "tag": "391b5df6-c92d-4c9d-8d7d-2e985f045b22"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 04:02:19.276683 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6d83b-ac91-4ee4-a6be-3afbb9763ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=391b5df6-c92d-4c9d-8d7d-2e985f045b22,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:02:19.304299 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 04:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc9e499-dbba-4d37-867a-3f8950b42aaf x-openstack-request-id: req-abc9e499-dbba-4d37-867a-3f8950b42aaf {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 04:02:19.304620 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92", "tag": "391b5df6-c92d-4c9d-8d7d-2e985f045b22", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 04:02:19.304880 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abc9e499-dbba-4d37-867a-3f8950b42aaf {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 04:02:19.305278 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92', 'tag': '391b5df6-c92d-4c9d-8d7d-2e985f045b22', 'status': 'completed', 'code': 200} Sep 15 04:02:19.381275 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd64f2-79af-4a48-9772-36702e042488 req-f5c3ef4a-bc80-47aa-b5fe-f278d01ea2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:19.382855 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-f5c3ef4a-bc80-47aa-b5fe-f278d01ea2bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 1096 time: 0.0484226 Sep 15 04:02:19.443306 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-f63c5d23-39a7-4dad-8820-a86e3441a739 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=391b5df6-c92d-4c9d-8d7d-2e985f045b22 HTTP/1.1" status: 200 len: 217 time: 0.0384133 Sep 15 04:02:19.497746 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd64f2-79af-4a48-9772-36702e042488 req-a7303bca-0d5b-484d-a1e3-7aa2571c38d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:19.499269 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-a7303bca-0d5b-484d-a1e3-7aa2571c38d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e436daa-1e2b-49c6-82d7-0399228ffe8a HTTP/1.1" status: 200 len: 850 time: 0.0437362 Sep 15 04:02:19.550587 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd64f2-79af-4a48-9772-36702e042488 req-46b2eeb0-ec62-45a7-9bfb-44c88a8b236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:19.552093 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-46b2eeb0-ec62-45a7-9bfb-44c88a8b236f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=125c3a46-1bab-4180-b3c2-b58db73e389f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442781 Sep 15 04:02:19.646891 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-10063a20-5d13-449a-a654-7bbf5d0270a0 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829358 Sep 15 04:02:19.739991 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7ebd64f2-79af-4a48-9772-36702e042488 req-9256ef90-96e0-43cf-9766-a901f8ffef36 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812724 Sep 15 04:02:19.885654 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c25b82-a811-498b-9077-b381783dbbb5 req-9ffcd9e2-4ecd-4a3e-9461-0503b5d69a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:19.887210 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-57c25b82-a811-498b-9077-b381783dbbb5 req-9ffcd9e2-4ecd-4a3e-9461-0503b5d69a0d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 1096 time: 0.0444980 Sep 15 04:02:19.974856 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c25b82-a811-498b-9077-b381783dbbb5 req-a376dfc3-bae3-4129-a90f-5a9b5f211803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:19.976346 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-57c25b82-a811-498b-9077-b381783dbbb5 req-a376dfc3-bae3-4129-a90f-5a9b5f211803 service neutron] 10.222.0.52 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 912 time: 0.0815253 Sep 15 04:02:20.020637 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-57c25b82-a811-498b-9077-b381783dbbb5 req-82ff914b-0064-45ff-98f3-629884f540f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=391b5df6-c92d-4c9d-8d7d-2e985f045b22 HTTP/1.1" status: 200 len: 217 time: 0.0366898 Sep 15 04:02:20.070368 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c25b82-a811-498b-9077-b381783dbbb5 req-fbb046f0-347c-4335-93ab-9d83478085a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:20.071903 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-57c25b82-a811-498b-9077-b381783dbbb5 req-fbb046f0-347c-4335-93ab-9d83478085a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e436daa-1e2b-49c6-82d7-0399228ffe8a HTTP/1.1" status: 200 len: 850 time: 0.0439994 Sep 15 04:02:20.129017 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c25b82-a811-498b-9077-b381783dbbb5 req-57e8d978-88cd-4499-8d81-825529e4b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:20.130541 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-57c25b82-a811-498b-9077-b381783dbbb5 req-57e8d978-88cd-4499-8d81-825529e4b48e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=125c3a46-1bab-4180-b3c2-b58db73e389f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422111 Sep 15 04:02:20.221182 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe37d7-3846-4e36-bee1-478f50c58088 req-3f547695-ece4-4d4f-b947-444880412d42 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:20.227903 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eefe37d7-3846-4e36-bee1-478f50c58088 req-3f547695-ece4-4d4f-b947-444880412d42 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 943 time: 0.0541320 Sep 15 04:02:20.228761 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-57c25b82-a811-498b-9077-b381783dbbb5 req-b44c6b1d-8681-407e-90e0-99050858ac83 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899060 Sep 15 04:02:20.268135 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-eefe37d7-3846-4e36-bee1-478f50c58088 req-aa1207d8-5b40-4739-8079-bba9e4360869 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383489 Sep 15 04:02:20.334659 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-57c25b82-a811-498b-9077-b381783dbbb5 req-d5fa4aa2-aa61-49bd-a601-cb5f7e75289c service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935745 Sep 15 04:02:21.380936 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327a6b7-38aa-4715-87b5-450b8a5c78de req-078ee80a-1d40-4e71-9a92-f4e9f7280e91 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:21.382375 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2327a6b7-38aa-4715-87b5-450b8a5c78de req-078ee80a-1d40-4e71-9a92-f4e9f7280e91 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 943 time: 0.0485270 Sep 15 04:02:21.421501 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-2327a6b7-38aa-4715-87b5-450b8a5c78de req-0e367612-3dee-4e16-8811-b71747d44123 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330849 Sep 15 04:02:22.553228 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50deeffe-b20d-4590-9950-41becc4cf4e9 req-ee6f787e-dced-40d1-bc4c-b91390ab0e53 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:22.554696 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-50deeffe-b20d-4590-9950-41becc4cf4e9 req-ee6f787e-dced-40d1-bc4c-b91390ab0e53 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 943 time: 0.0478096 Sep 15 04:02:22.594890 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-50deeffe-b20d-4590-9950-41becc4cf4e9 req-9da7e052-4b87-44c4-a550-d00fe23dfc70 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337706 Sep 15 04:02:23.706218 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa4461-c4ae-4c3e-ba8b-9ab84dc71ab5 req-8a913013-6682-4ad5-86d5-fb5a2bb6d8ec tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:23.707703 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c4aa4461-c4ae-4c3e-ba8b-9ab84dc71ab5 req-8a913013-6682-4ad5-86d5-fb5a2bb6d8ec tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 943 time: 0.0471902 Sep 15 04:02:23.744295 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c4aa4461-c4ae-4c3e-ba8b-9ab84dc71ab5 req-ace8a4fe-e911-4d10-aa20-511e9e59a348 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308635 Sep 15 04:02:24.861418 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5af69-114f-4075-89e8-f01fcb2c1987 req-3867287b-9761-40e3-915b-82842c93d6a1 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:24.862902 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3cf5af69-114f-4075-89e8-f01fcb2c1987 req-3867287b-9761-40e3-915b-82842c93d6a1 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 943 time: 0.0474277 Sep 15 04:02:24.900975 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3cf5af69-114f-4075-89e8-f01fcb2c1987 req-120f3115-50f4-4b07-b396-74d49c68fa64 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316651 Sep 15 04:02:26.013787 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97b8bd-b368-496d-99e4-87e06342d14f req-67f68bcf-d237-4cb8-9bf4-44c12c35c427 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:26.015281 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-af97b8bd-b368-496d-99e4-87e06342d14f req-67f68bcf-d237-4cb8-9bf4-44c12c35c427 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 943 time: 0.0489695 Sep 15 04:02:26.057045 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-af97b8bd-b368-496d-99e4-87e06342d14f req-e91882a2-10f3-4971-976f-4da586d954b1 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357265 Sep 15 04:02:27.171835 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd190d5-32df-4fda-91d0-170821cf16d9 req-0439c598-d230-429e-8557-f0469fc4f309 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:27.173400 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cdd190d5-32df-4fda-91d0-170821cf16d9 req-0439c598-d230-429e-8557-f0469fc4f309 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 943 time: 0.0496378 Sep 15 04:02:27.211411 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cdd190d5-32df-4fda-91d0-170821cf16d9 req-d47a96fe-2975-4ff8-99a8-284fd9d601f3 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320206 Sep 15 04:02:28.322626 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c86d7b-71a0-4b63-8727-2fa989107a5d req-8fbcf91d-13a9-4e38-a675-0b0d41478055 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:28.324097 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-33c86d7b-71a0-4b63-8727-2fa989107a5d req-8fbcf91d-13a9-4e38-a675-0b0d41478055 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 943 time: 0.0470951 Sep 15 04:02:28.360421 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-33c86d7b-71a0-4b63-8727-2fa989107a5d req-dae3b4c7-140c-4454-a469-42a6f98e70ab tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296686 Sep 15 04:02:28.998378 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 391b5df6-c92d-4c9d-8d7d-2e985f045b22 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 04:02:29.094341 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 391b5df6-c92d-4c9d-8d7d-2e985f045b22, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=391b5df6-c92d-4c9d-8d7d-2e985f045b22,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:02:29.104909 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': '391b5df6-c92d-4c9d-8d7d-2e985f045b22', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'port_id': '391b5df6-c92d-4c9d-8d7d-2e985f045b22', 'mac_address': 'fa:16:3e:60:5b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 04:02:29.140259 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:29.152116 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391b5df6-c92d-4c9d-8d7d-2e985f045b22 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 04:02:29.172511 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 391b5df6-c92d-4c9d-8d7d-2e985f045b22, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=391b5df6-c92d-4c9d-8d7d-2e985f045b22,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:02:29.176548 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:29.223457 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=391b5df6-c92d-4c9d-8d7d-2e985f045b22,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:02:29.474026 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661118b5-9563-4501-b55e-51b70ea412e9 req-9ed7979f-3029-4577-be49-f04c6cea4448 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:29.475591 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-661118b5-9563-4501-b55e-51b70ea412e9 req-9ed7979f-3029-4577-be49-f04c6cea4448 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 944 time: 0.0489697 Sep 15 04:02:29.519909 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-661118b5-9563-4501-b55e-51b70ea412e9 req-74e13336-ed76-4e3b-a301-6aec1383afc8 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385735 Sep 15 04:02:29.578786 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['391b5df6-c92d-4c9d-8d7d-2e985f045b22'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 04:02:30.630929 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe60274-6108-4994-846b-f0bd6e60734e req-86a30b3e-0aaf-46af-ac98-9185a2c99aee tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:30.632436 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9fe60274-6108-4994-846b-f0bd6e60734e req-86a30b3e-0aaf-46af-ac98-9185a2c99aee tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 944 time: 0.0473650 Sep 15 04:02:30.668679 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9fe60274-6108-4994-846b-f0bd6e60734e req-d4955483-0b70-40c1-8732-8be4472ce26a tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304885 Sep 15 04:02:31.031416 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 391b5df6-c92d-4c9d-8d7d-2e985f045b22 up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 04:02:31.082276 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port 391b5df6-c92d-4c9d-8d7d-2e985f045b22 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 04:02:31.085928 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port 391b5df6-c92d-4c9d-8d7d-2e985f045b22 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:02:31.086300 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:31.172691 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:31.196707 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391b5df6-c92d-4c9d-8d7d-2e985f045b22'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 04:02:31.198873 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e64158-dd54-4271-b103-6187294409cd" -d '{"events": [{"server_uuid": "ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92", "name": "network-vif-plugged", "status": "completed", "tag": "391b5df6-c92d-4c9d-8d7d-2e985f045b22"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 04:02:31.212981 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 391b5df6-c92d-4c9d-8d7d-2e985f045b22, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=391b5df6-c92d-4c9d-8d7d-2e985f045b22,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:02:31.218254 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:31.274665 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=391b5df6-c92d-4c9d-8d7d-2e985f045b22,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:02:31.364685 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 04:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4101fa65-9a1e-4666-aa22-c8d73a55990b x-openstack-request-id: req-4101fa65-9a1e-4666-aa22-c8d73a55990b {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 04:02:31.364983 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92", "name": "network-vif-plugged", "status": "completed", "tag": "391b5df6-c92d-4c9d-8d7d-2e985f045b22", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 04:02:31.365241 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4101fa65-9a1e-4666-aa22-c8d73a55990b {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 04:02:31.365919 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391b5df6-c92d-4c9d-8d7d-2e985f045b22', 'code': 200} Sep 15 04:02:31.682829 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac240a7-3c6b-43da-a637-324e20ce30cc req-7ab9dd38-72e1-456e-ac8d-a5420f56cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:31.684393 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1ac240a7-3c6b-43da-a637-324e20ce30cc req-7ab9dd38-72e1-456e-ac8d-a5420f56cc77 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 1098 time: 0.1031680 Sep 15 04:02:31.727690 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1ac240a7-3c6b-43da-a637-324e20ce30cc req-4ec29f16-03e9-4d8c-944f-1cc7d957d167 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345373 Sep 15 04:02:31.785097 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fce082-fdb0-4028-8a9b-c28d798d5c5f req-555da942-ad42-4e8f-ac0c-418ff6a86c12 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:31.786579 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-57fce082-fdb0-4028-8a9b-c28d798d5c5f req-555da942-ad42-4e8f-ac0c-418ff6a86c12 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 945 time: 0.0492301 Sep 15 04:02:31.825276 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-57fce082-fdb0-4028-8a9b-c28d798d5c5f req-9d81a3bc-9b77-4d35-845a-ea717cd19e05 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326993 Sep 15 04:02:32.036878 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:02:32.946188 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd0719-38eb-4d32-8059-c3217beaa228 req-65bdef25-e9f9-4451-91e5-aa1f6130ab7a tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:32.947720 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bcfd0719-38eb-4d32-8059-c3217beaa228 req-65bdef25-e9f9-4451-91e5-aa1f6130ab7a tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 945 time: 0.0483255 Sep 15 04:02:32.991246 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bcfd0719-38eb-4d32-8059-c3217beaa228 req-6134cc74-9174-4c55-967a-afd4ee498990 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368140 Sep 15 04:02:33.105589 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bd654-43b0-45d0-abb4-928b593b8de8 req-5490b1e9-7084-42b4-8d96-ef2bd1bf7ce7 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:33.107930 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-315bd654-43b0-45d0-abb4-928b593b8de8 req-5490b1e9-7084-42b4-8d96-ef2bd1bf7ce7 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 945 time: 0.0495856 Sep 15 04:02:33.145339 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-315bd654-43b0-45d0-abb4-928b593b8de8 req-af7b8733-d99e-4c76-9d7f-884048d293cb tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313406 Sep 15 04:02:33.168385 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 35318) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:02:33.306939 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4f723e-3c5e-4120-8dea-3cda85cec8d2 tempest-TestVolumeBootPattern-1420321609 tempest-TestVolumeBootPattern-1420321609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:33.312060 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-cc4f723e-3c5e-4120-8dea-3cda85cec8d2 tempest-TestVolumeBootPattern-1420321609 tempest-TestVolumeBootPattern-1420321609-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 1093 time: 0.1390643 Sep 15 04:02:33.312508 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 35324) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:02:33.316961 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Request body: {'floatingip': {'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'port_id': '391b5df6-c92d-4c9d-8d7d-2e985f045b22', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:02:33.340109 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:33.437099 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:33.556447 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Allocated IP 172.27.0.189 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/5eafb838-2741-4e3f-9a8f-3f28cb9e4271) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 04:02:33.655499 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:33.696128 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:33.732557 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 04:02:33.735477 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:02:33.738861 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 04:02:33.767834 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event updated for resources: {'Port': ['ID=5eafb838-2741-4e3f-9a8f-3f28cb9e4271,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:02:33.780769 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:02:33.781125 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:02:33.781471 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:02:33.781812 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:02:33.782151 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:02:33.782486 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:02:33.782819 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:02:33.783181 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:02:33.783515 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:02:33.783850 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:02:33.784175 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:02:33.784518 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:02:34.109750 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:34.179331 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:34.329977 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:34.334753 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:34.402648 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event updated for resources: {'Port': ['ID=5eafb838-2741-4e3f-9a8f-3f28cb9e4271,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:02:34.414085 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8074502'] for floatingip, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:34.513678 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.l3_db [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Floating IP 17fa6f64-3620-41db-95ec-6b2446dad1f0 associated. External IP: 172.27.0.189, port: 391b5df6-c92d-4c9d-8d7d-2e985f045b22. Sep 15 04:02:34.724025 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Router a8e838e0-3987-4d0f-b775-7e0af2e66a6e has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 04:02:35.073732 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 04:02:35.083903 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c772da75-016b-417e-bed0-d9a55f83a8ba None None] Sync routers for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 04:02:35.090721 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:35.094956 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c772da75-016b-417e-bed0-d9a55f83a8ba None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:02:35.095686 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c772da75-016b-417e-bed0-d9a55f83a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:02:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:02:35.121042 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-fb91c41a-8e81-43e8-8903-63427286e6a9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8074350 Sep 15 04:02:35.121630 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92', 'tag': '391b5df6-c92d-4c9d-8d7d-2e985f045b22'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 04:02:35.124741 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a86781-5390-415d-b49a-472fe731bc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92", "tag": "391b5df6-c92d-4c9d-8d7d-2e985f045b22"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 04:02:35.163247 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 04:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4669737b-7962-4c4f-9e84-0a76e2ce9e25 x-openstack-request-id: req-4669737b-7962-4c4f-9e84-0a76e2ce9e25 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 04:02:35.163543 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92", "tag": "391b5df6-c92d-4c9d-8d7d-2e985f045b22", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 04:02:35.163796 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4669737b-7962-4c4f-9e84-0a76e2ce9e25 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 04:02:35.164196 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92', 'tag': '391b5df6-c92d-4c9d-8d7d-2e985f045b22', 'status': 'completed', 'code': 200} Sep 15 04:02:35.204571 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c772da75-016b-417e-bed0-d9a55f83a8ba None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:02:35.290845 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a86781-5390-415d-b49a-472fe731bc7d req-90ff5dec-3576-4b94-b170-2f2877b66274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:35.292436 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-19a86781-5390-415d-b49a-472fe731bc7d req-90ff5dec-3576-4b94-b170-2f2877b66274 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 1098 time: 0.0521088 Sep 15 04:02:35.394389 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a86781-5390-415d-b49a-472fe731bc7d req-ba696101-8cdf-4e5d-9a82-141b0546d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:35.395795 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-19a86781-5390-415d-b49a-472fe731bc7d req-ba696101-8cdf-4e5d-9a82-141b0546d0a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 912 time: 0.0906060 Sep 15 04:02:35.441912 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c772da75-016b-417e-bed0-d9a55f83a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': '17fa6f64-3620-41db-95ec-6b2446dad1f0', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'port_id': '391b5df6-c92d-4c9d-8d7d-2e985f045b22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'mac_address': 'fa:16:3e:60:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T04:02:33Z', 'updated_at': '2021-09-15T04:02:33Z', 'revision_number': 0, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:02:35.469801 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c772da75-016b-417e-bed0-d9a55f83a8ba None None] Checking router: a8e838e0-3987-4d0f-b775-7e0af2e66a6e for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 04:02:35.470460 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-19a86781-5390-415d-b49a-472fe731bc7d req-a706a3db-f652-4c83-85d8-d6703836eedb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=391b5df6-c92d-4c9d-8d7d-2e985f045b22 HTTP/1.1" status: 200 len: 999 time: 0.0665176 Sep 15 04:02:35.478578 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c772da75-016b-417e-bed0-d9a55f83a8ba None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:02:35.479206 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c772da75-016b-417e-bed0-d9a55f83a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:02:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:02:35.523506 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a86781-5390-415d-b49a-472fe731bc7d req-ca5c8c2e-0338-4057-b1d6-94989b18aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:35.524974 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-19a86781-5390-415d-b49a-472fe731bc7d req-ca5c8c2e-0338-4057-b1d6-94989b18aca8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e436daa-1e2b-49c6-82d7-0399228ffe8a HTTP/1.1" status: 200 len: 850 time: 0.0440900 Sep 15 04:02:35.579695 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a86781-5390-415d-b49a-472fe731bc7d req-c6070c81-812f-4d6b-8e4a-713c66fdaf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:02:35.581211 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-19a86781-5390-415d-b49a-472fe731bc7d req-c6070c81-812f-4d6b-8e4a-713c66fdaf24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=125c3a46-1bab-4180-b3c2-b58db73e389f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434411 Sep 15 04:02:35.587743 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c772da75-016b-417e-bed0-d9a55f83a8ba None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:02:35.681142 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-19a86781-5390-415d-b49a-472fe731bc7d req-d5ab4bb7-f497-4387-95ce-1ebfe7a835e1 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919530 Sep 15 04:02:35.775197 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-19a86781-5390-415d-b49a-472fe731bc7d req-f3f6f677-b807-4ba0-a7d1-da40d7325721 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861430 Sep 15 04:02:35.811599 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-02500505-d666-463f-a71d-54d79f49dae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:35.831412 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c772da75-016b-417e-bed0-d9a55f83a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': '17fa6f64-3620-41db-95ec-6b2446dad1f0', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'port_id': '391b5df6-c92d-4c9d-8d7d-2e985f045b22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'mac_address': 'fa:16:3e:60:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T04:02:33Z', 'updated_at': '2021-09-15T04:02:33Z', 'revision_number': 0, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:02:35.858654 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c772da75-016b-417e-bed0-d9a55f83a8ba None None] The sync data for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi is: [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': '17fa6f64-3620-41db-95ec-6b2446dad1f0', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'port_id': '391b5df6-c92d-4c9d-8d7d-2e985f045b22', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'mac_address': 'fa:16:3e:60:5b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T04:02:33Z', 'updated_at': '2021-09-15T04:02:33Z', 'revision_number': 0, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 04:02:36.053794 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579d6b96-079f-4a48-8be0-7369a0e91fda None None] New status for floating IP 17fa6f64-3620-41db-95ec-6b2446dad1f0: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 04:02:36.913415 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:38.258374 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-515bfb84-7713-4052-b816-061130745310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:38.847540 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:39.585890 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:40.993957 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:54.311861 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 35456) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:02:54.414339 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8afb7a67-2d40-47e8-b6ca-e510f99237dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:54.499349 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8afb7a67-2d40-47e8-b6ca-e510f99237dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:54.502812 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8afb7a67-2d40-47e8-b6ca-e510f99237dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:54.542227 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb7a67-2d40-47e8-b6ca-e510f99237dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7e1549-10a3-4228-9a81-5799a29cab04,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:02:54.546716 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-8afb7a67-2d40-47e8-b6ca-e510f99237dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81f795e1a64348be8ba10dff3c29b89f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336514 Sep 15 04:02:54.549210 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 35460) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:02:54.601556 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9e8da8e-6fc4-42ac-801b-2ae59dd0d28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:54.622627 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9e8da8e-6fc4-42ac-801b-2ae59dd0d28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:54.667834 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9e8da8e-6fc4-42ac-801b-2ae59dd0d28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:54.670632 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9e8da8e-6fc4-42ac-801b-2ae59dd0d28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:02:54.672058 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-b9e8da8e-6fc4-42ac-801b-2ae59dd0d28e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c7e1549-10a3-4228-9a81-5799a29cab04 HTTP/1.1" status: 204 len: 168 time: 0.1218710 Sep 15 04:02:54.679724 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8da8e-6fc4-42ac-801b-2ae59dd0d28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7e1549-10a3-4228-9a81-5799a29cab04,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:03:05.805758 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2e2f9d16-0a03-4af1-81be-28d75dc1293b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:06.911115 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:08.259156 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8271e11c-ae4d-472d-8a6d-e16a446edeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:08.849926 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:09.036785 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:03:09.590299 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:10.996112 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:32.848892 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f6b5f497-c051-4334-bf3e-73f646741387 req-19d14e7a-7fc6-4a30-b438-0121e1aa5742 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386257 Sep 15 04:03:32.965016 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5f497-c051-4334-bf3e-73f646741387 req-7d64dac2-2940-4faf-abfd-d0815131ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:03:32.966521 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f6b5f497-c051-4334-bf3e-73f646741387 req-7d64dac2-2940-4faf-abfd-d0815131ec83 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 1098 time: 0.0427999 Sep 15 04:03:33.074837 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5f497-c051-4334-bf3e-73f646741387 req-24bd684b-dcd4-4348-9c9b-4aa6c5acdd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:03:33.076292 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f6b5f497-c051-4334-bf3e-73f646741387 req-24bd684b-dcd4-4348-9c9b-4aa6c5acdd4a service neutron] 10.222.0.52 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 912 time: 0.0845788 Sep 15 04:03:33.147791 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f6b5f497-c051-4334-bf3e-73f646741387 req-03323a13-2094-4121-a41e-96addabd09e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=391b5df6-c92d-4c9d-8d7d-2e985f045b22 HTTP/1.1" status: 200 len: 1001 time: 0.0601425 Sep 15 04:03:33.199730 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5f497-c051-4334-bf3e-73f646741387 req-8d59e823-d905-4c58-bf57-a8be43b6ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:03:33.201124 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f6b5f497-c051-4334-bf3e-73f646741387 req-8d59e823-d905-4c58-bf57-a8be43b6ef88 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e436daa-1e2b-49c6-82d7-0399228ffe8a HTTP/1.1" status: 200 len: 850 time: 0.0424166 Sep 15 04:03:33.251391 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5f497-c051-4334-bf3e-73f646741387 req-101140ce-038e-40a9-b1ea-337daf33fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:03:33.252916 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f6b5f497-c051-4334-bf3e-73f646741387 req-101140ce-038e-40a9-b1ea-337daf33fbbf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=125c3a46-1bab-4180-b3c2-b58db73e389f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396726 Sep 15 04:03:33.346656 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f6b5f497-c051-4334-bf3e-73f646741387 req-f61b5c2d-5a0a-4667-b176-bdbedfcac48b service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847368 Sep 15 04:03:33.438689 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f6b5f497-c051-4334-bf3e-73f646741387 req-00144260-218f-4621-b54a-9d56d2644b43 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797241 Sep 15 04:03:35.809717 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f3db-4692-4e4b-b975-7f892f02d43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:36.924667 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:38.266740 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e0808188-77fb-44a9-a3ad-be5a572e15e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:38.851899 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:39.590332 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:40.999661 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:42.146266 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 35574) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:03:42.623584 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8079366'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:42.863421 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Deleting port edb55d1e-3784-48c6-9ce4-42cc15abcc4d {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:03:42.863767 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:42.941199 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] For port edb55d1e-3784-48c6-9ce4-42cc15abcc4d, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=edb55d1e-3784-48c6-9ce4-42cc15abcc4d,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:03:42.941564 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:42.954724 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Calling delete_port for edb55d1e-3784-48c6-9ce4-42cc15abcc4d owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:03:43.126412 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:43.150706 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=edb55d1e-3784-48c6-9ce4-42cc15abcc4d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:03:43.174841 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:43.175215 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:43.175560 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:43.175893 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:43.176221 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:43.176554 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:43.176879 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:43.177201 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:43.177523 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:43.177842 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:43.178161 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:43.178482 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:43.324265 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8074678'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:43.526458 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 04:03:43.632343 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 04:03:43.637813 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-72eb1558-f7c5-4da7-9b7a-d47e3d030f7d admin admin] 10.222.0.24 "PUT /v2.0/routers/cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4905343 Sep 15 04:03:43.640308 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 35580) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:03:43.641518 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186259b4-37a0-46d8-b1cf-154eb7a8bc11 None None] Sync routers for ids ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 04:03:43.650563 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186259b4-37a0-46d8-b1cf-154eb7a8bc11 None None] Routers {'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:03:43.651187 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-186259b4-37a0-46d8-b1cf-154eb7a8bc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:03:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:03:43.748724 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03a13b9d-e8fc-4faa-9f67-e4aa06859f0e admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:43.753227 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-186259b4-37a0-46d8-b1cf-154eb7a8bc11 None None] Set router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:03:43.850985 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03a13b9d-e8fc-4faa-9f67-e4aa06859f0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:43.906947 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-03a13b9d-e8fc-4faa-9f67-e4aa06859f0e admin admin] Deleting port be5d2c7c-1cb8-40e3-afe2-054b985dd479 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:03:43.907449 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03a13b9d-e8fc-4faa-9f67-e4aa06859f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:43.932808 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-186259b4-37a0-46d8-b1cf-154eb7a8bc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T04:03:43Z', 'revision_number': 5, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port': {'id': 'be5d2c7c-1cb8-40e3-afe2-054b985dd479', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:15:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T03:25:58Z', 'updated_at': '2021-09-15T03:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:03:43.969885 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186259b4-37a0-46d8-b1cf-154eb7a8bc11 None None] Checking router: cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 04:03:43.978453 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186259b4-37a0-46d8-b1cf-154eb7a8bc11 None None] Routers {'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:03:43.979129 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-186259b4-37a0-46d8-b1cf-154eb7a8bc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:03:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:03:44.001626 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-03a13b9d-e8fc-4faa-9f67-e4aa06859f0e admin admin] For port be5d2c7c-1cb8-40e3-afe2-054b985dd479, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=be5d2c7c-1cb8-40e3-afe2-054b985dd479,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:03:44.001998 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03a13b9d-e8fc-4faa-9f67-e4aa06859f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:44.013284 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-03a13b9d-e8fc-4faa-9f67-e4aa06859f0e admin admin] Calling delete_port for be5d2c7c-1cb8-40e3-afe2-054b985dd479 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:03:44.151577 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-186259b4-37a0-46d8-b1cf-154eb7a8bc11 None None] Set router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:03:44.180483 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03a13b9d-e8fc-4faa-9f67-e4aa06859f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:44.203938 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-186259b4-37a0-46d8-b1cf-154eb7a8bc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T04:03:43Z', 'revision_number': 6, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port_host': None}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:03:44.205147 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a13b9d-e8fc-4faa-9f67-e4aa06859f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=be5d2c7c-1cb8-40e3-afe2-054b985dd479,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:03:44.235175 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186259b4-37a0-46d8-b1cf-154eb7a8bc11 None None] The sync data for ids ['cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f'] in dv-cinder-806965-6-iscsi is: [{'id': 'cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f', 'name': 'tempest-AttachVolumeShelveTestJSON-1644662042-router', 'tenant_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T03:25:56Z', 'updated_at': '2021-09-15T04:03:43Z', 'revision_number': 6, 'project_id': '5cfd6b9797a94b10a0e749d1d77b96be', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 04:03:44.269919 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03a13b9d-e8fc-4faa-9f67-e4aa06859f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8074608'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:44.613002 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03a13b9d-e8fc-4faa-9f67-e4aa06859f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8079905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1246'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:44.615142 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03a13b9d-e8fc-4faa-9f67-e4aa06859f0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:44.661115 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03a13b9d-e8fc-4faa-9f67-e4aa06859f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8080090'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:44.661814 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a13b9d-e8fc-4faa-9f67-e4aa06859f0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 04:03:44.667259 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03a13b9d-e8fc-4faa-9f67-e4aa06859f0e admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:44.668406 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-03a13b9d-e8fc-4faa-9f67-e4aa06859f0e admin admin] 10.222.0.24 "DELETE /v2.0/routers/cf46b55b-bac1-4b0d-bda3-e0a2d040fb3f HTTP/1.1" status: 204 len: 168 time: 1.0266383 Sep 15 04:03:44.671014 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 35582) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:03:44.714223 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9e8e25-20cd-47c9-af82-9001f06ca37d admin admin] Deleting subnet c310f472-bb8c-474d-9c9c-ea872f0338ee {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 04:03:44.717236 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8e25-20cd-47c9-af82-9001f06ca37d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:44.751179 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8e25-20cd-47c9-af82-9001f06ca37d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3798916'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:44.827576 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8e25-20cd-47c9-af82-9001f06ca37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7828435'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:44.878641 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8e25-20cd-47c9-af82-9001f06ca37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7828420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4022169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3614555'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:44.906188 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7e9e8e25-20cd-47c9-af82-9001f06ca37d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:44.908193 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-7e9e8e25-20cd-47c9-af82-9001f06ca37d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c310f472-bb8c-474d-9c9c-ea872f0338ee HTTP/1.1" status: 204 len: 168 time: 0.2362671 Sep 15 04:03:44.910022 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e8e25-20cd-47c9-af82-9001f06ca37d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c310f472-bb8c-474d-9c9c-ea872f0338ee,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:03:44.910792 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 35584) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:03:44.911557 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8830a34-d210-410e-9ccc-d6900db85db7 None None] Network 26fdd753-7482-4f5b-beff-09787fea2442 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 04:03:44.982286 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858466'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:45.037295 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Deleting port 22b58ba5-f096-4d84-850e-3fc6ac5aab13 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:03:45.037643 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:45.094189 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] DHCP port deletion for 26fdd753-7482-4f5b-beff-09787fea2442 request from dv-cinder-806965-6-iscsi {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 04:03:45.106408 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] For port 22b58ba5-f096-4d84-850e-3fc6ac5aab13, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=22b58ba5-f096-4d84-850e-3fc6ac5aab13,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:03:45.106786 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:45.119141 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Calling delete_port for 22b58ba5-f096-4d84-850e-3fc6ac5aab13 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:03:45.144160 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Deleting port 22b58ba5-f096-4d84-850e-3fc6ac5aab13 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:03:45.144546 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:45.202747 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:45.208316 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] For port 22b58ba5-f096-4d84-850e-3fc6ac5aab13, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=22b58ba5-f096-4d84-850e-3fc6ac5aab13,segment=NetworkSegment(aac14159-cd43-49c0-9a4b-bd6818db6dea),segment_id=aac14159-cd43-49c0-9a4b-bd6818db6dea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:03:45.208728 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:45.221789 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Calling delete_port for 22b58ba5-f096-4d84-850e-3fc6ac5aab13 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:03:45.229848 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=22b58ba5-f096-4d84-850e-3fc6ac5aab13,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:03:45.241445 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.241771 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.242113 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.242451 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.242782 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.243144 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.243991 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.244546 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.245117 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.245447 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.245800 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.246194 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.249011 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] No DVR routers for this DVR port 22b58ba5-f096-4d84-850e-3fc6ac5aab13 on host dv-cinder-806965-6-iscsi {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 04:03:45.306986 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:45.329799 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7829332', 'neutron.services.segments.db._delete_segments_for_network-8760529642141'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:45.333262 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Pushing event deleted for resources: {'Port': ['ID=22b58ba5-f096-4d84-850e-3fc6ac5aab13,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:03:45.335502 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] No DVR routers for this DVR port 22b58ba5-f096-4d84-850e-3fc6ac5aab13 on host dv-cinder-806965-6-iscsi {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 04:03:45.343039 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.343407 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.344302 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.344602 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.344922 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.345266 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.345605 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.345942 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.346301 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.346639 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.347018 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.347327 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf02ec8-c96d-4746-a804-dce56f4b5fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:03:45.354480 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fdd753-7482-4f5b-beff-09787fea2442']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:03:45.364688 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac14159-cd43-49c0-9a4b-bd6818db6dea') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:03:45.364989 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac14159-cd43-49c0-9a4b-bd6818db6dea') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:03:45.374298 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760529642406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2434161'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:45.387249 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:45.394241 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 04:03:45.394708 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2767215'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: Traceback (most recent call last): Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: timer() Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: cb(*args, **kw) Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: return func(*args, **kwargs) Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: self._notify() Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: self.callback(batched_events) Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: event.method(event) Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: return f(self, *a, **k) Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._get(url).json() Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: return self.request(url, 'GET', **kwargs) Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 04:03:45.396575 dv-cinder-806965-6-iscsi neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 04:03:45.452449 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7829325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8074516'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:45.457357 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:45.459475 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] 10.222.0.24 "DELETE /v2.0/networks/26fdd753-7482-4f5b-beff-09787fea2442 HTTP/1.1" status: 204 len: 168 time: 0.5475965 Sep 15 04:03:45.471406 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7d90b-14f9-4ac3-8640-86b8c59d0f5c admin admin] Pushing event deleted for resources: {'Network': ['ID=26fdd753-7482-4f5b-beff-09787fea2442,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:03:45.567833 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 35588) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:03:45.607217 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-d8c8db4d-1e58-420a-bbe3-998b882af31a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5cfd6b9797a94b10a0e749d1d77b96be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380797 Sep 15 04:03:45.609392 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 35590) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:03:45.656063 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76a5ed5d-463f-4016-8c65-58c7ea272411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:45.676675 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76a5ed5d-463f-4016-8c65-58c7ea272411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:45.721230 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76a5ed5d-463f-4016-8c65-58c7ea272411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:45.723742 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76a5ed5d-463f-4016-8c65-58c7ea272411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:45.724875 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-76a5ed5d-463f-4016-8c65-58c7ea272411 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e5a3cd8-628d-455f-b66b-13a3eb2587e7 HTTP/1.1" status: 204 len: 168 time: 0.1146019 Sep 15 04:03:45.732177 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5ed5d-463f-4016-8c65-58c7ea272411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5a3cd8-628d-455f-b66b-13a3eb2587e7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:03:45.908503 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device edb55d1e-3784-48c6-9ce4-42cc15abcc4d no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 04:03:45.927869 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: edb55d1e-3784-48c6-9ce4-42cc15abcc4d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 04:03:45.928502 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device edb55d1e-3784-48c6-9ce4-42cc15abcc4d not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 04:03:45.928631 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device be5d2c7c-1cb8-40e3-afe2-054b985dd479 no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 04:03:45.946176 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: be5d2c7c-1cb8-40e3-afe2-054b985dd479 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 04:03:45.946540 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device be5d2c7c-1cb8-40e3-afe2-054b985dd479 not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 04:03:45.946937 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 22b58ba5-f096-4d84-850e-3fc6ac5aab13 no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 04:03:45.968647 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: 22b58ba5-f096-4d84-850e-3fc6ac5aab13 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 04:03:45.969540 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 22b58ba5-f096-4d84-850e-3fc6ac5aab13 not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 04:03:46.038546 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:03:54.968386 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 35698) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:03:55.071415 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e793ca-c3fe-455e-8ca0-816b8744cc62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:55.162310 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e793ca-c3fe-455e-8ca0-816b8744cc62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:55.165793 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e793ca-c3fe-455e-8ca0-816b8744cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:55.206990 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-13e793ca-c3fe-455e-8ca0-816b8744cc62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37e1bca821a54b8ca1f6f2fcb5a5efb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374902 Sep 15 04:03:55.208130 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e793ca-c3fe-455e-8ca0-816b8744cc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155e19ad-ac49-4a4a-af48-9f7ba5388107,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:03:55.209622 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 35702) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:03:55.258457 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea9ddbfe-c501-4cf3-b166-711536ea2423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:55.278855 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea9ddbfe-c501-4cf3-b166-711536ea2423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:55.329739 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea9ddbfe-c501-4cf3-b166-711536ea2423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:55.332516 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea9ddbfe-c501-4cf3-b166-711536ea2423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:55.333695 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-ea9ddbfe-c501-4cf3-b166-711536ea2423 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/155e19ad-ac49-4a4a-af48-9f7ba5388107 HTTP/1.1" status: 204 len: 168 time: 0.1230092 Sep 15 04:03:55.341499 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ddbfe-c501-4cf3-b166-711536ea2423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155e19ad-ac49-4a4a-af48-9f7ba5388107,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:03:56.839780 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 35748) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:03:56.941940 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f49d3837-8866-4400-850e-cffc5f02fd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:57.026913 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f49d3837-8866-4400-850e-cffc5f02fd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:57.030545 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f49d3837-8866-4400-850e-cffc5f02fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:57.068172 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-f49d3837-8866-4400-850e-cffc5f02fd15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2409d878cf2c4bfc93698ab350d963d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273440 Sep 15 04:03:57.069065 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d3837-8866-4400-850e-cffc5f02fd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dc9fa4-05f7-466b-9361-5a66d8864d7c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:03:57.070882 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 35752) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:03:57.120259 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbfecb56-8636-49be-a757-2fb51d120d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:57.140212 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbfecb56-8636-49be-a757-2fb51d120d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:57.184524 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbfecb56-8636-49be-a757-2fb51d120d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:57.187053 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbfecb56-8636-49be-a757-2fb51d120d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:57.188182 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-fbfecb56-8636-49be-a757-2fb51d120d7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77dc9fa4-05f7-466b-9361-5a66d8864d7c HTTP/1.1" status: 204 len: 168 time: 0.1162770 Sep 15 04:03:57.195840 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfecb56-8636-49be-a757-2fb51d120d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dc9fa4-05f7-466b-9361-5a66d8864d7c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:03:57.455835 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 35758) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:03:57.468618 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-84574477-abe0-4bbe-9779-85537e4e4fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:57.552441 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-84574477-abe0-4bbe-9779-85537e4e4fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:57.556156 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-84574477-abe0-4bbe-9779-85537e4e4fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:57.594316 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-84574477-abe0-4bbe-9779-85537e4e4fca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5cb124685ef649cba5613ff4ce79a603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374187 Sep 15 04:03:57.595526 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84574477-abe0-4bbe-9779-85537e4e4fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80562f7f-4c21-4b02-b524-3f64291ad364,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:03:57.597240 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 35760) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:03:57.648630 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e324b2d1-6b19-422e-be71-19ca6a7cb383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:57.669332 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e324b2d1-6b19-422e-be71-19ca6a7cb383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:57.715911 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e324b2d1-6b19-422e-be71-19ca6a7cb383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:57.718408 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e324b2d1-6b19-422e-be71-19ca6a7cb383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:03:57.719747 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-e324b2d1-6b19-422e-be71-19ca6a7cb383 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80562f7f-4c21-4b02-b524-3f64291ad364 HTTP/1.1" status: 204 len: 168 time: 0.1213615 Sep 15 04:03:57.727265 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324b2d1-6b19-422e-be71-19ca6a7cb383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80562f7f-4c21-4b02-b524-3f64291ad364,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:02.550511 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 35838) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:04:02.653180 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9ac0ddc-4e05-497b-8ef7-be2296e259fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:02.748688 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9ac0ddc-4e05-497b-8ef7-be2296e259fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:02.752539 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9ac0ddc-4e05-497b-8ef7-be2296e259fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:02.789548 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac0ddc-4e05-497b-8ef7-be2296e259fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f04c7ef-dd48-4e40-932b-a0a97b5d6a7c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:02.794999 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c9ac0ddc-4e05-497b-8ef7-be2296e259fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1271ae0003784d0f8bf756238449b225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433760 Sep 15 04:04:02.797605 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 35842) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:04:02.844332 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00eadb0f-39ff-46f1-bed2-42fdecd8e800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:02.865268 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00eadb0f-39ff-46f1-bed2-42fdecd8e800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:02.910786 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00eadb0f-39ff-46f1-bed2-42fdecd8e800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:02.913343 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00eadb0f-39ff-46f1-bed2-42fdecd8e800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:02.914479 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-00eadb0f-39ff-46f1-bed2-42fdecd8e800 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f04c7ef-dd48-4e40-932b-a0a97b5d6a7c HTTP/1.1" status: 204 len: 168 time: 0.1151807 Sep 15 04:04:02.921916 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eadb0f-39ff-46f1-bed2-42fdecd8e800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f04c7ef-dd48-4e40-932b-a0a97b5d6a7c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:03.170105 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 35848) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:04:03.183127 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b16b6117-13ac-4694-b89b-2b0526f44bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:03.272840 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b16b6117-13ac-4694-b89b-2b0526f44bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:03.276668 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b16b6117-13ac-4694-b89b-2b0526f44bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:03.316613 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-b16b6117-13ac-4694-b89b-2b0526f44bae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bd31889f32e4494a468355da0136340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453750 Sep 15 04:04:03.317471 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b6117-13ac-4694-b89b-2b0526f44bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6185b358-7ca9-449f-b2a6-624c0db9b04a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:03.319293 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 35850) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:04:03.370298 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a6e4-0cd6-4716-85a4-49397737192e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:03.392467 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a6e4-0cd6-4716-85a4-49397737192e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:03.436596 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a6e4-0cd6-4716-85a4-49397737192e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:03.439641 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a6e4-0cd6-4716-85a4-49397737192e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:03.440827 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-ecc7a6e4-0cd6-4716-85a4-49397737192e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6185b358-7ca9-449f-b2a6-624c0db9b04a HTTP/1.1" status: 204 len: 168 time: 0.1204622 Sep 15 04:04:03.448615 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7a6e4-0cd6-4716-85a4-49397737192e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6185b358-7ca9-449f-b2a6-624c0db9b04a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:05.050726 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 35904) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:04:05.151657 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b56e1cf-0007-4210-8cf8-b962b2bad880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:05.238229 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b56e1cf-0007-4210-8cf8-b962b2bad880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:05.242020 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b56e1cf-0007-4210-8cf8-b962b2bad880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:05.279922 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-2b56e1cf-0007-4210-8cf8-b962b2bad880 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5780ee4ffae4d4c9634e7e3d1980b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280807 Sep 15 04:04:05.281836 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56e1cf-0007-4210-8cf8-b962b2bad880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6493a5-7102-4067-9e91-f2d63e332a0a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:05.282747 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 35908) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:04:05.330573 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1c7996b-c966-4b7b-8202-ae42e70753c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:05.350892 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1c7996b-c966-4b7b-8202-ae42e70753c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:05.398662 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1c7996b-c966-4b7b-8202-ae42e70753c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:05.402473 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1c7996b-c966-4b7b-8202-ae42e70753c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:05.403668 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-e1c7996b-c966-4b7b-8202-ae42e70753c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff6493a5-7102-4067-9e91-f2d63e332a0a HTTP/1.1" status: 204 len: 168 time: 0.1198828 Sep 15 04:04:05.413475 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7996b-c966-4b7b-8202-ae42e70753c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6493a5-7102-4067-9e91-f2d63e332a0a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:05.661025 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 35914) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:04:05.673920 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a66d29f5-a373-4709-890f-78022f5fd2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:05.759794 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a66d29f5-a373-4709-890f-78022f5fd2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:05.763401 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a66d29f5-a373-4709-890f-78022f5fd2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:05.801057 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-a66d29f5-a373-4709-890f-78022f5fd2e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3bcf1c2b8b14f4daeb9e6ed6a2457fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388941 Sep 15 04:04:05.801944 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d29f5-a373-4709-890f-78022f5fd2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a437e3a-b120-481f-af59-74fdbceed409,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:05.803682 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 35916) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:04:05.814438 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-22be8367-c279-484d-831a-3549f361431a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:05.856647 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ff7842ba-e1ff-42d2-859b-fd94c0286fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:05.881240 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ff7842ba-e1ff-42d2-859b-fd94c0286fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:05.928058 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ff7842ba-e1ff-42d2-859b-fd94c0286fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:05.930596 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ff7842ba-e1ff-42d2-859b-fd94c0286fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:05.931819 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-ff7842ba-e1ff-42d2-859b-fd94c0286fc2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a437e3a-b120-481f-af59-74fdbceed409 HTTP/1.1" status: 204 len: 168 time: 0.1270494 Sep 15 04:04:05.940430 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7842ba-e1ff-42d2-859b-fd94c0286fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a437e3a-b120-481f-af59-74fdbceed409,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:06.922367 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:06.988319 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 35946) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:04:07.089508 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca8f0313-0068-443d-a5c0-a1722498c75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:07.177067 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca8f0313-0068-443d-a5c0-a1722498c75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:07.180362 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca8f0313-0068-443d-a5c0-a1722498c75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:07.217276 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-ca8f0313-0068-443d-a5c0-a1722498c75e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=364fc89dffa94805b3e241fc9e5e5d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279124 Sep 15 04:04:07.218153 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f0313-0068-443d-a5c0-a1722498c75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd9296f-c659-4eab-ab93-71777d07db5f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:07.220686 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 35950) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:04:07.272261 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93a6434d-2d31-4120-aa91-21cfa629c4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:07.293283 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93a6434d-2d31-4120-aa91-21cfa629c4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:07.337753 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93a6434d-2d31-4120-aa91-21cfa629c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:07.340612 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93a6434d-2d31-4120-aa91-21cfa629c4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:07.341928 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-93a6434d-2d31-4120-aa91-21cfa629c4a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9bd9296f-c659-4eab-ab93-71777d07db5f HTTP/1.1" status: 204 len: 168 time: 0.1201885 Sep 15 04:04:07.351231 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6434d-2d31-4120-aa91-21cfa629c4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd9296f-c659-4eab-ab93-71777d07db5f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:08.259770 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d83271f9-3279-4381-97e8-f62b391fd80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:08.319442 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 35984) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:04:08.421557 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-954cef88-0c3d-4c3b-8ad4-20b39711172f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:08.509792 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-954cef88-0c3d-4c3b-8ad4-20b39711172f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:08.513357 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-954cef88-0c3d-4c3b-8ad4-20b39711172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:08.550801 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-954cef88-0c3d-4c3b-8ad4-20b39711172f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d86fd927e1ca46f895402ba37f50cc6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303338 Sep 15 04:04:08.551929 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cef88-0c3d-4c3b-8ad4-20b39711172f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e213ce-2ae1-4700-9745-9cb472e66dd1,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:08.553462 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 35988) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:04:08.600996 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-46d0dc38-9c74-405f-95ca-886ccfd0ef7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:08.621655 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-46d0dc38-9c74-405f-95ca-886ccfd0ef7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:08.677660 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-46d0dc38-9c74-405f-95ca-886ccfd0ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:08.680207 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-46d0dc38-9c74-405f-95ca-886ccfd0ef7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:08.681340 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-46d0dc38-9c74-405f-95ca-886ccfd0ef7b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42e213ce-2ae1-4700-9745-9cb472e66dd1 HTTP/1.1" status: 204 len: 168 time: 0.1268952 Sep 15 04:04:08.688873 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0dc38-9c74-405f-95ca-886ccfd0ef7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e213ce-2ae1-4700-9745-9cb472e66dd1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:08.852412 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:09.592213 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:11.003527 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:19.451164 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36122) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:04:19.554305 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-74d84fc1-b68d-44c9-8d96-e0b6cdb92a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:19.639463 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-74d84fc1-b68d-44c9-8d96-e0b6cdb92a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:19.643343 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-74d84fc1-b68d-44c9-8d96-e0b6cdb92a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:19.679170 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d84fc1-b68d-44c9-8d96-e0b6cdb92a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c494bcca-884a-451f-9654-d1113e3a425b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:19.683498 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-74d84fc1-b68d-44c9-8d96-e0b6cdb92a5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2274f84e9f34b53a715e4a78e6f44da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313228 Sep 15 04:04:19.686067 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36126) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:04:19.740351 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eecad3c7-3080-46c3-965c-c47c493a8d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:19.761238 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eecad3c7-3080-46c3-965c-c47c493a8d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:19.806877 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eecad3c7-3080-46c3-965c-c47c493a8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:19.809508 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eecad3c7-3080-46c3-965c-c47c493a8d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:19.810654 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-eecad3c7-3080-46c3-965c-c47c493a8d89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c494bcca-884a-451f-9654-d1113e3a425b HTTP/1.1" status: 204 len: 168 time: 0.1236918 Sep 15 04:04:19.819062 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecad3c7-3080-46c3-965c-c47c493a8d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c494bcca-884a-451f-9654-d1113e3a425b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:23.036834 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:04:33.930248 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b534c7f4-3c39-41c5-802c-8fc30c56cf97 req-e2f061d1-09c2-4dbc-8bc1-88a601abcde1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411448 Sep 15 04:04:34.040736 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534c7f4-3c39-41c5-802c-8fc30c56cf97 req-43115458-8f64-4aae-8617-77c75074d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:34.042234 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b534c7f4-3c39-41c5-802c-8fc30c56cf97 req-43115458-8f64-4aae-8617-77c75074d8b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 1098 time: 0.0402575 Sep 15 04:04:34.154394 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534c7f4-3c39-41c5-802c-8fc30c56cf97 req-0bf56b12-ec24-422a-8480-4fed41fac974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:34.155844 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b534c7f4-3c39-41c5-802c-8fc30c56cf97 req-0bf56b12-ec24-422a-8480-4fed41fac974 service neutron] 10.222.0.52 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 912 time: 0.0852647 Sep 15 04:04:34.224825 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b534c7f4-3c39-41c5-802c-8fc30c56cf97 req-08ddc4a4-16be-4a34-a42c-21c44ff6087c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=391b5df6-c92d-4c9d-8d7d-2e985f045b22 HTTP/1.1" status: 200 len: 1001 time: 0.0566010 Sep 15 04:04:34.273191 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534c7f4-3c39-41c5-802c-8fc30c56cf97 req-bf090459-828b-4161-851d-9559da963c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:34.274648 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b534c7f4-3c39-41c5-802c-8fc30c56cf97 req-bf090459-828b-4161-851d-9559da963c56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e436daa-1e2b-49c6-82d7-0399228ffe8a HTTP/1.1" status: 200 len: 850 time: 0.0427227 Sep 15 04:04:34.326223 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534c7f4-3c39-41c5-802c-8fc30c56cf97 req-7e93fe6f-5d24-4d7e-be96-0261087debf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:34.327715 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b534c7f4-3c39-41c5-802c-8fc30c56cf97 req-7e93fe6f-5d24-4d7e-be96-0261087debf9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=125c3a46-1bab-4180-b3c2-b58db73e389f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413356 Sep 15 04:04:34.419456 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b534c7f4-3c39-41c5-802c-8fc30c56cf97 req-9484a5ee-bc2b-4021-8564-ad1a70f6331c service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807750 Sep 15 04:04:34.514463 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b534c7f4-3c39-41c5-802c-8fc30c56cf97 req-e2bcb9a4-e686-4303-ae7e-0a31db2dbd41 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838180 Sep 15 04:04:35.818955 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b9a02c1-f491-436c-82e7-3aa6e7f7cbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:36.922853 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:38.261126 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e50013e7-7b56-4bb9-9753-2b174068834e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:38.852937 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:39.598946 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:40.330562 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558e264-bafa-4513-8918-d7d4f7c50b08 req-b3b9b151-495d-4ce5-95cc-79e0e00640d5 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:40.332117 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9558e264-bafa-4513-8918-d7d4f7c50b08 req-b3b9b151-495d-4ce5-95cc-79e0e00640d5 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 945 time: 0.0619514 Sep 15 04:04:40.375842 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9558e264-bafa-4513-8918-d7d4f7c50b08 req-0e0fb6cf-d2b3-435b-a0ee-337d1a51dd62 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373435 Sep 15 04:04:41.004872 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:41.512430 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9406b-7a52-4345-bba7-94ea38955732 req-6b9c768f-05fd-4d6a-b8ae-89df4446b7e7 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:41.513901 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5fd9406b-7a52-4345-bba7-94ea38955732 req-6b9c768f-05fd-4d6a-b8ae-89df4446b7e7 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 945 time: 0.0485344 Sep 15 04:04:41.551095 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5fd9406b-7a52-4345-bba7-94ea38955732 req-a1ad71f0-91ee-45b8-9bb7-8b87d3824410 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311754 Sep 15 04:04:42.387148 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307eb62-7f57-44e8-9331-87355a3171a0 req-83b9b7cf-edb3-439a-9c8f-a3c67b38d5e2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:42.388584 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1307eb62-7f57-44e8-9331-87355a3171a0 req-83b9b7cf-edb3-439a-9c8f-a3c67b38d5e2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 945 time: 0.0479016 Sep 15 04:04:42.480234 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1307eb62-7f57-44e8-9331-87355a3171a0 req-683687a9-80a7-47a3-8647-331cc5c149fb tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Deleting port 391b5df6-c92d-4c9d-8d7d-2e985f045b22 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:04:42.480579 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1307eb62-7f57-44e8-9331-87355a3171a0 req-683687a9-80a7-47a3-8647-331cc5c149fb tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:42.565047 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-1307eb62-7f57-44e8-9331-87355a3171a0 req-683687a9-80a7-47a3-8647-331cc5c149fb tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] For port 391b5df6-c92d-4c9d-8d7d-2e985f045b22, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=391b5df6-c92d-4c9d-8d7d-2e985f045b22,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:04:42.565331 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1307eb62-7f57-44e8-9331-87355a3171a0 req-683687a9-80a7-47a3-8647-331cc5c149fb tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:42.665476 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082f118-7ecf-4ef1-8926-89b05d87d928 req-534adf9a-1332-43d3-abbb-2820a794b45a tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:42.667014 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0082f118-7ecf-4ef1-8926-89b05d87d928 req-534adf9a-1332-43d3-abbb-2820a794b45a tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 945 time: 0.0483747 Sep 15 04:04:42.704476 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0082f118-7ecf-4ef1-8926-89b05d87d928 req-a3068cdc-4df8-479e-881a-86fdd0aa527b tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310993 Sep 15 04:04:42.733305 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1307eb62-7f57-44e8-9331-87355a3171a0 req-683687a9-80a7-47a3-8647-331cc5c149fb tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:42.733683 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1307eb62-7f57-44e8-9331-87355a3171a0 req-683687a9-80a7-47a3-8647-331cc5c149fb tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8074502'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:42.734056 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.l3_db [req-1307eb62-7f57-44e8-9331-87355a3171a0 req-683687a9-80a7-47a3-8647-331cc5c149fb tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Floating IP 17fa6f64-3620-41db-95ec-6b2446dad1f0 disassociated. External IP: 172.27.0.189, port: 391b5df6-c92d-4c9d-8d7d-2e985f045b22. Sep 15 04:04:42.734871 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1307eb62-7f57-44e8-9331-87355a3171a0 req-683687a9-80a7-47a3-8647-331cc5c149fb tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Calling delete_port for 391b5df6-c92d-4c9d-8d7d-2e985f045b22 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:04:42.862639 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1307eb62-7f57-44e8-9331-87355a3171a0 req-683687a9-80a7-47a3-8647-331cc5c149fb tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:42.892740 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683687a9-80a7-47a3-8647-331cc5c149fb tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event deleted for resources: {'Port': ['ID=391b5df6-c92d-4c9d-8d7d-2e985f045b22,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:43.002513 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1307eb62-7f57-44e8-9331-87355a3171a0 req-683687a9-80a7-47a3-8647-331cc5c149fb tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Router a8e838e0-3987-4d0f-b775-7e0af2e66a6e has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 04:04:43.108255 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1307eb62-7f57-44e8-9331-87355a3171a0 req-683687a9-80a7-47a3-8647-331cc5c149fb tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 04:04:43.118054 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589fdd31-5597-4e63-bc3d-077d3b6080b5 None None] Sync routers for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 04:04:43.127465 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589fdd31-5597-4e63-bc3d-077d3b6080b5 None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:04:43.128077 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-589fdd31-5597-4e63-bc3d-077d3b6080b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:04:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:04:43.151184 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1307eb62-7f57-44e8-9331-87355a3171a0 req-683687a9-80a7-47a3-8647-331cc5c149fb tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] No DVR routers for this DVR port 391b5df6-c92d-4c9d-8d7d-2e985f045b22 on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 04:04:43.153699 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1307eb62-7f57-44e8-9331-87355a3171a0 req-683687a9-80a7-47a3-8647-331cc5c149fb tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:43.155725 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1307eb62-7f57-44e8-9331-87355a3171a0 req-683687a9-80a7-47a3-8647-331cc5c149fb tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.52 "DELETE /v2.0/ports/391b5df6-c92d-4c9d-8d7d-2e985f045b22 HTTP/1.1" status: 204 len: 173 time: 0.7579124 Sep 15 04:04:43.156308 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92', 'name': 'network-vif-deleted', 'tag': '391b5df6-c92d-4c9d-8d7d-2e985f045b22'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 04:04:43.158614 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7f371d-d8a0-4d51-b25b-aaccf9e2935f" -d '{"events": [{"server_uuid": "ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92", "name": "network-vif-deleted", "tag": "391b5df6-c92d-4c9d-8d7d-2e985f045b22"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 04:04:43.203090 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 04:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec199f7-c39f-407b-9a24-7b4fd082f329 x-openstack-request-id: req-aec199f7-c39f-407b-9a24-7b4fd082f329 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 04:04:43.203412 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92", "name": "network-vif-deleted", "tag": "391b5df6-c92d-4c9d-8d7d-2e985f045b22", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 04:04:43.203726 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aec199f7-c39f-407b-9a24-7b4fd082f329 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 04:04:43.204126 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92', 'name': 'network-vif-deleted', 'tag': '391b5df6-c92d-4c9d-8d7d-2e985f045b22', 'status': 'completed', 'code': 200} Sep 15 04:04:43.239013 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-589fdd31-5597-4e63-bc3d-077d3b6080b5 None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:04:43.441682 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-589fdd31-5597-4e63-bc3d-077d3b6080b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:04:43.467363 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589fdd31-5597-4e63-bc3d-077d3b6080b5 None None] Checking router: a8e838e0-3987-4d0f-b775-7e0af2e66a6e for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 04:04:43.476222 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589fdd31-5597-4e63-bc3d-077d3b6080b5 None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:04:43.476800 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-589fdd31-5597-4e63-bc3d-077d3b6080b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:04:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:04:43.582060 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-589fdd31-5597-4e63-bc3d-077d3b6080b5 None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:04:43.778811 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-589fdd31-5597-4e63-bc3d-077d3b6080b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:04:43.806051 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589fdd31-5597-4e63-bc3d-077d3b6080b5 None None] The sync data for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi is: [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 04:04:43.812805 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-74e0844f-9e04-4e80-ad20-5ab227538c87 req-ef09c948-c1fd-44b7-baae-efb9dc2609f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed4b4aae-f2e5-4630-9cf1-26af2cfe8c92 HTTP/1.1" status: 200 len: 210 time: 0.0293620 Sep 15 04:04:44.013692 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227a273-4174-486c-9782-a268efbe5931 None None] New status for floating IP 17fa6f64-3620-41db-95ec-6b2446dad1f0: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 04:04:45.059330 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-d6f4c624-ddf3-451f-9f51-5213fae70428 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180837829&fields=id&tenant_id=c56d95f4ef1f4f6d848811b13a3a092e HTTP/1.1" status: 200 len: 267 time: 0.0326576 Sep 15 04:04:45.164434 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-fe429567-b962-4d33-8421-5396ea8cb931 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:45.165895 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-fe429567-b962-4d33-8421-5396ea8cb931 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 811 time: 0.0989923 Sep 15 04:04:45.181322 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-8dd8d64a-7096-4538-b864-8adbe6e0816e tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/quotas/c56d95f4ef1f4f6d848811b13a3a092e HTTP/1.1" status: 200 len: 375 time: 0.0095344 Sep 15 04:04:45.238015 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-59e496f4-3e8a-4ec7-bf88-606b7653578b tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514750 Sep 15 04:04:45.332264 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-7b0280a3-018f-428e-8195-d084784738c0 service neutron] 10.222.0.24 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828354 Sep 15 04:04:45.435356 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-0f218113-2f52-467e-bbe1-4bdb2b2cab9e service neutron] 10.222.0.24 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970943 Sep 15 04:04:45.676821 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 391b5df6-c92d-4c9d-8d7d-2e985f045b22 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 04:04:45.697678 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: 391b5df6-c92d-4c9d-8d7d-2e985f045b22 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 04:04:45.697941 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 391b5df6-c92d-4c9d-8d7d-2e985f045b22 not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 04:04:45.718929 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-da6e7ccc-0eef-4432-8b37-b579d99ddc8b req-defd0892-dc47-4c9d-87a3-177f62c3cc3d tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 210 time: 0.0291703 Sep 15 04:04:46.793656 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-ef55d4fb-4663-422f-a731-530f72e3b9dc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:46.795208 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-ef55d4fb-4663-422f-a731-530f72e3b9dc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.52 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 811 time: 0.0993159 Sep 15 04:04:46.818635 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-cfa522cd-cd48-4292-b999-8d5d99e54d82 req-f2f47f0d-705b-4565-90e9-a5365a5704ca tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 210 time: 0.0268879 Sep 15 04:04:46.853369 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-0dbcf055-08ef-409c-bc8b-2ca7877187c2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c56d95f4ef1f4f6d848811b13a3a092e HTTP/1.1" status: 200 len: 380 time: 0.0346804 Sep 15 04:04:46.863097 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Request body: {'port': {'device_id': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'admin_state_up': True, 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'security_groups': ['a57e552c-7bce-4cdb-94a5-7e339abfc7bd']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:04:46.973809 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Made reservation on behalf of c56d95f4ef1f4f6d848811b13a3a092e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 04:04:46.977426 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:47.097106 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Allocated IP 172.20.0.5 (125c3a46-1bab-4180-b3c2-b58db73e389f/5e436daa-1e2b-49c6-82d7-0399228ffe8a/7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 04:04:47.231875 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:47.263923 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:47.305863 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Network 125c3a46-1bab-4180-b3c2-b58db73e389f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 04:04:47.308847 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:04:47.313079 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 04:04:47.342124 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event updated for resources: {'Port': ['ID=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:47.357537 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:47.357806 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:47.358152 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:47.358494 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:47.359927 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:47.359927 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:47.359927 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:47.359927 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:47.360341 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:47.360571 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:47.360897 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:47.361237 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:47.382914 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:47.383701 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:47.398934 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-73f6a54e-9b4a-4169-818e-809814b06a3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5394101 Sep 15 04:04:47.419105 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Request body: {'port': {'device_id': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:04:47.474283 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:47.518667 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7c3b4fd1-24d9-44f7-9aac-1b79ee997a51 None None] Provisioning complete for port 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:04:47.519801 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7c3b4fd1-24d9-44f7-9aac-1b79ee997a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:47.553829 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-7c3b4fd1-24d9-44f7-9aac-1b79ee997a51 None None] Port 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 04:04:47.742709 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 04:04:47.750571 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:47.762013 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Transition to ACTIVE for port object 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 04:04:47.765487 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:47.833918 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:47.887010 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Attempting to bind port 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 04:04:47.887532 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Attempting to bind port 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 04:04:47.887881 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Attempting to bind port 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 on network 125c3a46-1bab-4180-b3c2-b58db73e389f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 04:04:47.892751 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Port 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 on network 125c3a46-1bab-4180-b3c2-b58db73e389f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 04:04:47.893087 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Attempting to bind port 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 on network 125c3a46-1bab-4180-b3c2-b58db73e389f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 04:04:47.898579 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 4, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 04:04:47.898776 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Checking segment: {'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 04:04:47.899203 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Bound using segment: {'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 04:04:47.902078 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Bound port: 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 04:04:47.902078 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:47.940722 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b65ee0-95d0-480d-9328-2656c0e01cc2 req-427e69e3-f7e3-4fb0-89a6-09250f797478 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:47.942355 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-87b65ee0-95d0-480d-9328-2656c0e01cc2 req-427e69e3-f7e3-4fb0-89a6-09250f797478 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 943 time: 0.0521944 Sep 15 04:04:47.971886 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] For port 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35, host hv-cinder-80696, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 04:04:47.975093 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] For port 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 04:04:47.980108 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:47.981634 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-87b65ee0-95d0-480d-9328-2656c0e01cc2 req-bd2bd54e-a1cd-4bd5-b22c-4e6f1d3451ed tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331562 Sep 15 04:04:48.013608 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:48.014197 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:48.015786 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] 10.222.0.52 "PUT /v2.0/ports/7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 HTTP/1.1" status: 200 len: 1093 time: 0.6010275 Sep 15 04:04:48.018165 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'tag': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 04:04:48.020488 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8e3678-b847-4983-a3b0-0c1a5ec88973" -d '{"events": [{"name": "network-changed", "server_uuid": "51cd82f3-6af2-4e90-a176-4168d66a385f", "tag": "7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 04:04:48.057059 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dcea7-db36-4d0e-89c7-5fe5a14bc705 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:48.064025 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 04:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bc972e-e2c4-4b1d-9f8a-84f6f8860943 x-openstack-request-id: req-63bc972e-e2c4-4b1d-9f8a-84f6f8860943 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 04:04:48.064662 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cd82f3-6af2-4e90-a176-4168d66a385f", "tag": "7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 04:04:48.064929 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63bc972e-e2c4-4b1d-9f8a-84f6f8860943 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 04:04:48.065327 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'tag': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35', 'status': 'completed', 'code': 200} Sep 15 04:04:48.138157 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-74e7ebf3-50b9-42b4-b93b-796d4659e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:48.140852 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-74e7ebf3-50b9-42b4-b93b-796d4659e90b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 1096 time: 0.0511932 Sep 15 04:04:48.201317 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-c3bf9e15-e4f4-4fbd-baed-cc1a1dba7d53 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 HTTP/1.1" status: 200 len: 217 time: 0.0393198 Sep 15 04:04:48.257345 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-9e5bfc86-bf2e-4a49-a699-87aaa70874b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:48.258792 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-9e5bfc86-bf2e-4a49-a699-87aaa70874b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e436daa-1e2b-49c6-82d7-0399228ffe8a HTTP/1.1" status: 200 len: 850 time: 0.0430105 Sep 15 04:04:48.307617 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-96e05d8b-a0e3-4190-9083-70cb2a64d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:48.309066 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-96e05d8b-a0e3-4190-9083-70cb2a64d2fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=125c3a46-1bab-4180-b3c2-b58db73e389f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388966 Sep 15 04:04:48.651966 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-54912ae4-f5ef-4be6-bf93-1ff33bcc0ddb service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307178 Sep 15 04:04:48.743639 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-bc2638f0-30b4-4069-a7ab-ab557978e78a req-aeebe9a8-f005-4b2b-a041-53b711d19cfd service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797925 Sep 15 04:04:48.892986 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e3678-b847-4983-a3b0-0c1a5ec88973 req-635e9c54-7716-4161-9ae5-de6b8f34d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:48.894494 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5d8e3678-b847-4983-a3b0-0c1a5ec88973 req-635e9c54-7716-4161-9ae5-de6b8f34d79f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 1096 time: 0.0399094 Sep 15 04:04:48.986155 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e3678-b847-4983-a3b0-0c1a5ec88973 req-a1ddae3f-3483-4924-84c4-b1353adef505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:48.987829 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5d8e3678-b847-4983-a3b0-0c1a5ec88973 req-a1ddae3f-3483-4924-84c4-b1353adef505 service neutron] 10.222.0.52 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 912 time: 0.0858071 Sep 15 04:04:49.029050 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5d8e3678-b847-4983-a3b0-0c1a5ec88973 req-a5f83031-0ede-454d-8d61-ee1bf3f8a9ad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 HTTP/1.1" status: 200 len: 217 time: 0.0331588 Sep 15 04:04:49.096566 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e3678-b847-4983-a3b0-0c1a5ec88973 req-1b8a8a54-166a-4dda-85f2-b8350ae5d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:49.098034 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5d8e3678-b847-4983-a3b0-0c1a5ec88973 req-1b8a8a54-166a-4dda-85f2-b8350ae5d251 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e436daa-1e2b-49c6-82d7-0399228ffe8a HTTP/1.1" status: 200 len: 850 time: 0.0490015 Sep 15 04:04:49.100648 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94261840-3bfc-487c-8d0f-3286277ee3e6 req-079c917e-2b1c-4513-8540-1874ea5bd73f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:49.102135 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-94261840-3bfc-487c-8d0f-3286277ee3e6 req-079c917e-2b1c-4513-8540-1874ea5bd73f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 943 time: 0.0514390 Sep 15 04:04:49.142040 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-94261840-3bfc-487c-8d0f-3286277ee3e6 req-0557f477-bc69-4ed2-8d5b-5709bba1ae78 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338542 Sep 15 04:04:49.145555 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e3678-b847-4983-a3b0-0c1a5ec88973 req-0580cf33-afac-481c-b4c5-afbb7e7871b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:49.147158 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5d8e3678-b847-4983-a3b0-0c1a5ec88973 req-0580cf33-afac-481c-b4c5-afbb7e7871b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=125c3a46-1bab-4180-b3c2-b58db73e389f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411038 Sep 15 04:04:49.238487 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5d8e3678-b847-4983-a3b0-0c1a5ec88973 req-a4342092-9e5e-491c-b434-26a958616758 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834889 Sep 15 04:04:49.333337 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-5d8e3678-b847-4983-a3b0-0c1a5ec88973 req-99cbe97e-6b87-4666-9b12-9cfa2789e156 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827577 Sep 15 04:04:50.258849 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674e5ba-6cf8-4f71-b2ce-b9a88f31f609 req-95ad37c4-4329-49c9-a782-5510e8a08b9c tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:50.260349 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9674e5ba-6cf8-4f71-b2ce-b9a88f31f609 req-95ad37c4-4329-49c9-a782-5510e8a08b9c tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 943 time: 0.0494354 Sep 15 04:04:50.297655 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9674e5ba-6cf8-4f71-b2ce-b9a88f31f609 req-854b34e4-97e1-481f-8632-b065f2ca57a4 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314188 Sep 15 04:04:51.410741 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847ce6e-f27b-4726-a974-af0537f92eef req-df140dc7-8dac-47a1-9f2e-bc11c30179ac tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:51.412219 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6847ce6e-f27b-4726-a974-af0537f92eef req-df140dc7-8dac-47a1-9f2e-bc11c30179ac tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 943 time: 0.0496516 Sep 15 04:04:51.448832 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6847ce6e-f27b-4726-a974-af0537f92eef req-6bb22889-a52d-4fe4-8379-ed77e7e707e2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308263 Sep 15 04:04:52.564664 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9f16d-39b9-45c4-b6d7-3669baa8a82a req-775e71c3-55a7-4d20-be97-6c9225ecff24 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:52.566015 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-64f9f16d-39b9-45c4-b6d7-3669baa8a82a req-775e71c3-55a7-4d20-be97-6c9225ecff24 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 943 time: 0.0514259 Sep 15 04:04:52.602010 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-64f9f16d-39b9-45c4-b6d7-3669baa8a82a req-dda9ddfe-7033-41ac-a256-825ea22dd8f9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301156 Sep 15 04:04:53.715247 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6b5dd-0a93-4d4c-9b22-50ef7315be7b req-abeaad34-81ea-4c61-b28d-c924673a98c2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:53.716721 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-83f6b5dd-0a93-4d4c-9b22-50ef7315be7b req-abeaad34-81ea-4c61-b28d-c924673a98c2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 943 time: 0.0491836 Sep 15 04:04:53.754346 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-83f6b5dd-0a93-4d4c-9b22-50ef7315be7b req-4345799d-f501-43cb-ad24-db263a1f6a0c tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316401 Sep 15 04:04:54.868094 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0734d5-7e91-4c09-816c-f340cb6d8717 req-d504f674-ee46-4445-ae04-aa6577a7f606 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:54.869591 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-aa0734d5-7e91-4c09-816c-f340cb6d8717 req-d504f674-ee46-4445-ae04-aa6577a7f606 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 943 time: 0.0492518 Sep 15 04:04:54.907082 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-aa0734d5-7e91-4c09-816c-f340cb6d8717 req-b03afc29-da9f-4cc8-95f6-54ecbec6a4e7 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316110 Sep 15 04:04:55.714673 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 04:04:55.804601 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:04:55.815676 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'port_id': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35', 'mac_address': 'fa:16:3e:72:5f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 04:04:55.850909 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:55.866251 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 04:04:55.885489 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:04:55.889214 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:55.935564 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:55.942954 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:55.943331 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:55.943679 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:55.944019 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:55.944356 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:55.944690 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:55.945018 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:55.945346 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:55.945678 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:55.946004 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:55.946328 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:55.946649 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:04:56.028096 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb4450-b90d-465e-87ce-b601adf68968 req-372a96dd-706a-4004-89ad-bc1523316c81 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:56.029473 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9bbb4450-b90d-465e-87ce-b601adf68968 req-372a96dd-706a-4004-89ad-bc1523316c81 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 944 time: 0.0520842 Sep 15 04:04:56.066507 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9bbb4450-b90d-465e-87ce-b601adf68968 req-1f97c943-df1a-403d-9f11-de50c827b353 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310700 Sep 15 04:04:56.291092 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 04:04:57.179465 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4cc30-be35-4df9-ab15-0ebfdef94167 req-112ba75c-4863-48ec-9515-3f4fc4d9e635 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:57.180942 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0eb4cc30-be35-4df9-ab15-0ebfdef94167 req-112ba75c-4863-48ec-9515-3f4fc4d9e635 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 944 time: 0.0487983 Sep 15 04:04:57.222698 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0eb4cc30-be35-4df9-ab15-0ebfdef94167 req-afce42c8-9466-4847-ab62-9ae68b7acd54 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356348 Sep 15 04:04:57.733450 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 04:04:57.780669 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 04:04:57.784375 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:04:57.784750 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:57.860519 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:57.997471 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 04:04:57.999821 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350aa68e-6cd7-4aef-be19-1c67713d1176" -d '{"events": [{"server_uuid": "51cd82f3-6af2-4e90-a176-4168d66a385f", "name": "network-vif-plugged", "status": "completed", "tag": "7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 04:04:58.012734 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:04:58.017447 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:04:58.039763 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 04:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f400349f-fddd-4a86-a682-cc0e08f66e9e x-openstack-request-id: req-f400349f-fddd-4a86-a682-cc0e08f66e9e {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 04:04:58.040054 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cd82f3-6af2-4e90-a176-4168d66a385f", "name": "network-vif-plugged", "status": "completed", "tag": "7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 04:04:58.040309 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f400349f-fddd-4a86-a682-cc0e08f66e9e {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 04:04:58.040692 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35', 'code': 200} Sep 15 04:04:58.065807 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:04:58.305345 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebff31-a9df-441b-bade-db58aa9be1e8 req-393eed6b-40d6-4b38-a651-f34bf30baa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:58.306919 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-79ebff31-a9df-441b-bade-db58aa9be1e8 req-393eed6b-40d6-4b38-a651-f34bf30baa14 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 1098 time: 0.0402672 Sep 15 04:04:58.339418 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e0fe0-f260-46a4-be0e-290287602327 req-5b2404d2-99cb-4037-89b8-0f0096d7c224 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:58.340922 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e57e0fe0-f260-46a4-be0e-290287602327 req-5b2404d2-99cb-4037-89b8-0f0096d7c224 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 945 time: 0.0484102 Sep 15 04:04:58.345183 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-79ebff31-a9df-441b-bade-db58aa9be1e8 req-e02e6087-0b04-44bb-a8bb-e9cf1261d384 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271287 Sep 15 04:04:58.378768 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-e57e0fe0-f260-46a4-be0e-290287602327 req-7f7bdd7e-4fd7-45d2-8c26-18a0fab9f3f3 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316055 Sep 15 04:04:59.497547 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275fb20-30bd-4f1d-ad12-10d075d1857b req-d502b3cb-52de-4e50-91b3-5ec7e7672ee3 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:04:59.499250 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6275fb20-30bd-4f1d-ad12-10d075d1857b req-d502b3cb-52de-4e50-91b3-5ec7e7672ee3 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 945 time: 0.0554564 Sep 15 04:04:59.541276 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-6275fb20-30bd-4f1d-ad12-10d075d1857b req-e35af4fb-659b-4fec-9eb6-503c38054cef tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353706 Sep 15 04:05:00.035836 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:05:00.657889 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7006b-9680-4256-bcea-8d568c6a13ff req-b97e512d-9351-41b8-86bb-95983a989b28 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:05:00.659481 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-29d7006b-9680-4256-bcea-8d568c6a13ff req-b97e512d-9351-41b8-86bb-95983a989b28 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 945 time: 0.0514932 Sep 15 04:05:00.696653 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-29d7006b-9680-4256-bcea-8d568c6a13ff req-6ab78415-697f-4129-af1a-aa280bed4a4d tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312119 Sep 15 04:05:00.808613 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ac684-281e-4f95-bc83-b764dda6e826 req-60bae69a-2fc6-4d74-8e1d-a262be90ebc2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:05:00.810056 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8d7ac684-281e-4f95-bc83-b764dda6e826 req-60bae69a-2fc6-4d74-8e1d-a262be90ebc2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 945 time: 0.0489099 Sep 15 04:05:00.847884 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8d7ac684-281e-4f95-bc83-b764dda6e826 req-1e579e57-0557-4eaf-8d78-deba2096aeb3 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313628 Sep 15 04:05:00.871349 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36220) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:05:00.917154 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20318c09-bcfc-439b-8103-209d2f07f830 tempest-TestVolumeBootPattern-1420321609 tempest-TestVolumeBootPattern-1420321609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:05:00.918668 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-20318c09-bcfc-439b-8103-209d2f07f830 tempest-TestVolumeBootPattern-1420321609 tempest-TestVolumeBootPattern-1420321609-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 1093 time: 0.0463402 Sep 15 04:05:00.921365 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36222) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:05:00.925594 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Request body: {'floatingip': {'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'port_id': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:05:00.946899 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:01.039819 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:01.144389 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Allocated IP 172.27.0.67 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/4af7d64d-9a8e-463a-b2d4-7396140545a1) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 04:05:01.246463 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:01.284003 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:01.320292 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 04:05:01.323036 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:05:01.326605 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 04:05:01.334181 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event updated for resources: {'Port': ['ID=4af7d64d-9a8e-463a-b2d4-7396140545a1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:05:01.682132 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:01.748517 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:01.892898 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:01.897304 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:01.966832 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event updated for resources: {'Port': ['ID=4af7d64d-9a8e-463a-b2d4-7396140545a1,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:05:01.973288 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8074502'] for floatingip, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:02.071299 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.l3_db [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Floating IP aafcd13d-d05e-4704-8a9f-aa1caee214f7 associated. External IP: 172.27.0.67, port: 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35. Sep 15 04:05:02.281858 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Router a8e838e0-3987-4d0f-b775-7e0af2e66a6e has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 04:05:02.385482 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 04:05:02.395584 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd98594-115c-49b7-834a-244fe1118f6c None None] Sync routers for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 04:05:02.401783 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:02.406242 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd98594-115c-49b7-834a-244fe1118f6c None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:05:02.407734 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6cd98594-115c-49b7-834a-244fe1118f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:04:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:05:02.443003 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-22b6a933-e73f-4920-bf30-ac511d410103 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5069468 Sep 15 04:05:02.443003 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'tag': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 04:05:02.443003 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e577b48-8f42-4e38-b359-94baef0ade4d" -d '{"events": [{"name": "network-changed", "server_uuid": "51cd82f3-6af2-4e90-a176-4168d66a385f", "tag": "7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 04:05:02.474379 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 04:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2a3695-f342-4fe4-823e-573aa205189f x-openstack-request-id: req-ce2a3695-f342-4fe4-823e-573aa205189f {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 04:05:02.474684 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cd82f3-6af2-4e90-a176-4168d66a385f", "tag": "7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 04:05:02.474940 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce2a3695-f342-4fe4-823e-573aa205189f {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 04:05:02.475380 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'tag': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35', 'status': 'completed', 'code': 200} Sep 15 04:05:02.524297 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-6cd98594-115c-49b7-834a-244fe1118f6c None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:05:02.568919 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e577b48-8f42-4e38-b359-94baef0ade4d req-5f2c6bf5-14f1-48ac-b548-6e62cd0c7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:05:02.570454 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1e577b48-8f42-4e38-b359-94baef0ade4d req-5f2c6bf5-14f1-48ac-b548-6e62cd0c7ed6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 1098 time: 0.0434487 Sep 15 04:05:02.665714 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e577b48-8f42-4e38-b359-94baef0ade4d req-37ddf57b-cab2-42aa-9bff-09998c31a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:05:02.667240 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1e577b48-8f42-4e38-b359-94baef0ade4d req-37ddf57b-cab2-42aa-9bff-09998c31a45f service neutron] 10.222.0.52 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 912 time: 0.0900416 Sep 15 04:05:02.731334 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1e577b48-8f42-4e38-b359-94baef0ade4d req-5699ae6f-5e20-49c9-b95a-0468396091a7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 HTTP/1.1" status: 200 len: 998 time: 0.0568955 Sep 15 04:05:02.746417 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6cd98594-115c-49b7-834a-244fe1118f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': 'aafcd13d-d05e-4704-8a9f-aa1caee214f7', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'port_id': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'mac_address': 'fa:16:3e:72:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T04:05:01Z', 'updated_at': '2021-09-15T04:05:01Z', 'revision_number': 0, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:05:02.772671 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd98594-115c-49b7-834a-244fe1118f6c None None] Checking router: a8e838e0-3987-4d0f-b775-7e0af2e66a6e for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 04:05:02.780877 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd98594-115c-49b7-834a-244fe1118f6c None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:05:02.781561 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6cd98594-115c-49b7-834a-244fe1118f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:04:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:05:02.783066 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e577b48-8f42-4e38-b359-94baef0ade4d req-07d7e482-4eec-41f1-9f10-4b9c969f36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:05:02.784534 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1e577b48-8f42-4e38-b359-94baef0ade4d req-07d7e482-4eec-41f1-9f10-4b9c969f36d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e436daa-1e2b-49c6-82d7-0399228ffe8a HTTP/1.1" status: 200 len: 850 time: 0.0466766 Sep 15 04:05:02.830367 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e577b48-8f42-4e38-b359-94baef0ade4d req-14462f6c-8f9a-415f-b230-b20ccfbf59c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:05:02.832211 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1e577b48-8f42-4e38-b359-94baef0ade4d req-14462f6c-8f9a-415f-b230-b20ccfbf59c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=125c3a46-1bab-4180-b3c2-b58db73e389f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401812 Sep 15 04:05:02.886920 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-6cd98594-115c-49b7-834a-244fe1118f6c None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:05:02.923866 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1e577b48-8f42-4e38-b359-94baef0ade4d req-f45ead85-b257-4c87-871f-ef16af04059b service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836623 Sep 15 04:05:03.012807 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-1e577b48-8f42-4e38-b359-94baef0ade4d req-cca2c10c-dcbb-4345-9be7-3701fd66efbd service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814173 Sep 15 04:05:03.104799 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6cd98594-115c-49b7-834a-244fe1118f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': 'aafcd13d-d05e-4704-8a9f-aa1caee214f7', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'port_id': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'mac_address': 'fa:16:3e:72:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T04:05:01Z', 'updated_at': '2021-09-15T04:05:01Z', 'revision_number': 0, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:05:03.133951 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd98594-115c-49b7-834a-244fe1118f6c None None] The sync data for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi is: [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': 'aafcd13d-d05e-4704-8a9f-aa1caee214f7', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'port_id': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'mac_address': 'fa:16:3e:72:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T04:05:01Z', 'updated_at': '2021-09-15T04:05:01Z', 'revision_number': 0, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 04:05:03.305069 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe4561-d8f8-48ae-9f54-4821704bfb30 None None] New status for floating IP aafcd13d-d05e-4704-8a9f-aa1caee214f7: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 04:05:05.819028 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7b622600-e93c-4e8d-b62f-5723bf569337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:06.920568 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:08.261965 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7763298a-1d1e-463e-81e9-680ddc9fdd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:08.853833 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:09.599212 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:11.007371 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:35.819772 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-85e2e1de-dfa2-43a0-9302-22951e4b2c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:35.850128 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7145d78d-44a0-44e2-a0f0-01cee9c0bbdc req-c03aa38c-aed7-417e-9e0a-1661c3883e33 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417056 Sep 15 04:05:35.955041 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145d78d-44a0-44e2-a0f0-01cee9c0bbdc req-e555a6f4-6c2d-4e46-b7ab-7c7d678a1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:05:35.956533 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7145d78d-44a0-44e2-a0f0-01cee9c0bbdc req-e555a6f4-6c2d-4e46-b7ab-7c7d678a1264 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 1098 time: 0.0426731 Sep 15 04:05:36.066366 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145d78d-44a0-44e2-a0f0-01cee9c0bbdc req-152a1f16-37a2-4df4-90a5-54ec69bdabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:05:36.067866 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7145d78d-44a0-44e2-a0f0-01cee9c0bbdc req-152a1f16-37a2-4df4-90a5-54ec69bdabb1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 912 time: 0.0840530 Sep 15 04:05:36.147298 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7145d78d-44a0-44e2-a0f0-01cee9c0bbdc req-847c8f79-a685-447e-a238-a4e2744fcdca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 HTTP/1.1" status: 200 len: 1000 time: 0.0650668 Sep 15 04:05:36.202187 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145d78d-44a0-44e2-a0f0-01cee9c0bbdc req-0f13cdc4-54f6-4a3a-ae13-c5c1df2bbcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:05:36.204302 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7145d78d-44a0-44e2-a0f0-01cee9c0bbdc req-0f13cdc4-54f6-4a3a-ae13-c5c1df2bbcdf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e436daa-1e2b-49c6-82d7-0399228ffe8a HTTP/1.1" status: 200 len: 850 time: 0.0459127 Sep 15 04:05:36.252706 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145d78d-44a0-44e2-a0f0-01cee9c0bbdc req-c7dd6743-f15e-43f1-b326-baa89bff8a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:05:36.254188 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7145d78d-44a0-44e2-a0f0-01cee9c0bbdc req-c7dd6743-f15e-43f1-b326-baa89bff8a10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=125c3a46-1bab-4180-b3c2-b58db73e389f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393286 Sep 15 04:05:36.352764 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7145d78d-44a0-44e2-a0f0-01cee9c0bbdc req-35734b0f-8c45-47b7-9438-9a690c69d446 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867579 Sep 15 04:05:36.442867 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7145d78d-44a0-44e2-a0f0-01cee9c0bbdc req-ab528488-bb2b-4b99-9063-48643881eeef service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792561 Sep 15 04:05:36.924073 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:37.035452 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:05:38.263011 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ada60fb9-5e7c-4fd6-9046-f203a6093bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:38.854960 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:39.601413 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:05:41.013374 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:05.821183 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-77cb17d3-f2d8-4748-89fc-f8d9de528b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:06.934754 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:08.263806 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ae0090bd-52e0-4d7b-bc3a-a9ac3cd606c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:08.855644 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:09.605050 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:11.012897 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:14.034915 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:06:35.822219 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db78beae-2266-4206-855e-adb847c4984f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:36.949116 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:38.265448 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-84d30649-f28b-49f1-9a47-609367fabddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:38.513818 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b52f9bf-e1c2-42ec-a6b6-b703cb89d930 req-3355992c-2989-42dc-b2d1-34a72849233a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433159 Sep 15 04:06:38.625306 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52f9bf-e1c2-42ec-a6b6-b703cb89d930 req-5d4d6c2d-3984-4a40-8bc2-156638734a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:38.626763 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b52f9bf-e1c2-42ec-a6b6-b703cb89d930 req-5d4d6c2d-3984-4a40-8bc2-156638734a53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 1098 time: 0.0399444 Sep 15 04:06:38.736781 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52f9bf-e1c2-42ec-a6b6-b703cb89d930 req-c2a4eff4-3714-48c9-82ba-e4c3438ace38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:38.738228 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b52f9bf-e1c2-42ec-a6b6-b703cb89d930 req-c2a4eff4-3714-48c9-82ba-e4c3438ace38 service neutron] 10.222.0.52 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 912 time: 0.0812836 Sep 15 04:06:38.805127 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b52f9bf-e1c2-42ec-a6b6-b703cb89d930 req-7b7b2b66-5a91-4b97-8e82-404826d7c814 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 HTTP/1.1" status: 200 len: 1000 time: 0.0576503 Sep 15 04:06:38.854009 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52f9bf-e1c2-42ec-a6b6-b703cb89d930 req-90bce17a-d3e4-427d-b2cb-b36accf5fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:38.855981 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b52f9bf-e1c2-42ec-a6b6-b703cb89d930 req-90bce17a-d3e4-427d-b2cb-b36accf5fb5e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e436daa-1e2b-49c6-82d7-0399228ffe8a HTTP/1.1" status: 200 len: 850 time: 0.0429559 Sep 15 04:06:38.857756 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:38.905248 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52f9bf-e1c2-42ec-a6b6-b703cb89d930 req-7cb6c5d0-98cd-4e00-b795-95fd6401d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:38.908051 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b52f9bf-e1c2-42ec-a6b6-b703cb89d930 req-7cb6c5d0-98cd-4e00-b795-95fd6401d805 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=125c3a46-1bab-4180-b3c2-b58db73e389f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422361 Sep 15 04:06:39.007379 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b52f9bf-e1c2-42ec-a6b6-b703cb89d930 req-4b9590de-be59-4d6e-835b-b4fbb9834679 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866504 Sep 15 04:06:39.102949 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b52f9bf-e1c2-42ec-a6b6-b703cb89d930 req-daa2a126-1df3-44b5-bc58-90e7da6801d6 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859509 Sep 15 04:06:39.606587 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:40.373902 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-58259e1f-9a19-489f-abc6-771dece2b9da req-aab542bd-b75f-4473-a9be-82b3f7e68fe1 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180837829&fields=id&tenant_id=c56d95f4ef1f4f6d848811b13a3a092e HTTP/1.1" status: 200 len: 267 time: 0.0334139 Sep 15 04:06:40.488251 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ff02db1e-5636-4e71-b081-1fc4cc4a2e48 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:40.489698 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ff02db1e-5636-4e71-b081-1fc4cc4a2e48 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 811 time: 0.1036444 Sep 15 04:06:40.504546 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-58259e1f-9a19-489f-abc6-771dece2b9da req-f440b2b9-0797-4375-a015-1393ecedf014 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/quotas/c56d95f4ef1f4f6d848811b13a3a092e HTTP/1.1" status: 200 len: 375 time: 0.0089433 Sep 15 04:06:40.560095 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-58259e1f-9a19-489f-abc6-771dece2b9da req-e75addd5-00b6-4dd4-a1ab-6efc1975bc4c tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0506158 Sep 15 04:06:40.662181 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-58259e1f-9a19-489f-abc6-771dece2b9da req-7cf2f0fe-af62-4ad0-9054-03359984b540 service neutron] 10.222.0.24 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894423 Sep 15 04:06:40.749143 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-58259e1f-9a19-489f-abc6-771dece2b9da req-0992bf3f-6069-426c-9296-51afb7ced30e service neutron] 10.222.0.24 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810339 Sep 15 04:06:41.016962 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:41.033295 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-b9a5782c-674f-4bab-b157-f0f5b6560a61 req-ba7a98d4-784d-48f4-83c2-bd336c74a6e7 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 210 time: 0.0348349 Sep 15 04:06:42.142620 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-f71a040b-1e62-4752-bfa1-7cb5602bf257 req-74cba900-365d-4885-a498-88d448b899ae tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 210 time: 0.0300057 Sep 15 04:06:42.185454 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58259e1f-9a19-489f-abc6-771dece2b9da req-a80e9fb5-d97f-44fd-be50-deefb5bd5990 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:42.187528 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-58259e1f-9a19-489f-abc6-771dece2b9da req-a80e9fb5-d97f-44fd-be50-deefb5bd5990 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.52 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 811 time: 0.1320741 Sep 15 04:06:42.244866 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-58259e1f-9a19-489f-abc6-771dece2b9da req-be95efe3-fdbc-4dce-b995-22778688298d tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c56d95f4ef1f4f6d848811b13a3a092e HTTP/1.1" status: 200 len: 380 time: 0.0379379 Sep 15 04:06:42.260469 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-58259e1f-9a19-489f-abc6-771dece2b9da req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Request body: {'port': {'device_id': 'a9acfeff-cd61-4337-95ab-e48778750a9f', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'admin_state_up': True, 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'security_groups': ['a57e552c-7bce-4cdb-94a5-7e339abfc7bd']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:06:42.391688 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58259e1f-9a19-489f-abc6-771dece2b9da req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Made reservation on behalf of c56d95f4ef1f4f6d848811b13a3a092e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 04:06:42.395843 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-58259e1f-9a19-489f-abc6-771dece2b9da req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:42.537800 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-58259e1f-9a19-489f-abc6-771dece2b9da req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Allocated IP 172.20.0.12 (125c3a46-1bab-4180-b3c2-b58db73e389f/5e436daa-1e2b-49c6-82d7-0399228ffe8a/f8f0c783-85f6-462a-900e-5553e65ab328) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 04:06:42.673719 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-58259e1f-9a19-489f-abc6-771dece2b9da req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:42.706921 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-58259e1f-9a19-489f-abc6-771dece2b9da req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:42.752002 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58259e1f-9a19-489f-abc6-771dece2b9da req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Network 125c3a46-1bab-4180-b3c2-b58db73e389f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 04:06:42.754874 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-58259e1f-9a19-489f-abc6-771dece2b9da req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:06:42.758468 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-58259e1f-9a19-489f-abc6-771dece2b9da req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 04:06:42.785056 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event updated for resources: {'Port': ['ID=f8f0c783-85f6-462a-900e-5553e65ab328,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:06:42.800848 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:42.801128 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:42.801500 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:42.801925 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:42.802286 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:42.802694 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:42.803167 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:42.803521 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:42.803830 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:42.804171 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:42.804662 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:42.805041 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:42.826560 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58259e1f-9a19-489f-abc6-771dece2b9da req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:42.827288 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-58259e1f-9a19-489f-abc6-771dece2b9da req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:42.843525 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-58259e1f-9a19-489f-abc6-771dece2b9da req-1fb0ab49-65c0-450a-b979-a210d59152f6 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5866709 Sep 15 04:06:42.872700 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.v2.base [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Request body: {'port': {'device_id': 'a9acfeff-cd61-4337-95ab-e48778750a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80696'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:06:42.931699 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:42.996528 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-835c1662-ba27-4360-8182-3147f25cc4b2 None None] Provisioning complete for port f8f0c783-85f6-462a-900e-5553e65ab328 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:06:42.997125 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-835c1662-ba27-4360-8182-3147f25cc4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:43.030011 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-835c1662-ba27-4360-8182-3147f25cc4b2 None None] Port f8f0c783-85f6-462a-900e-5553e65ab328 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 04:06:43.196500 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f0c783-85f6-462a-900e-5553e65ab328 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 04:06:43.204035 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:43.215922 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Transition to ACTIVE for port object f8f0c783-85f6-462a-900e-5553e65ab328 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 04:06:43.220404 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:43.264635 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58dc14d-421c-40a3-b9a1-d01e18170dc4 req-3b655d41-0a0a-479c-9819-cc9c8110a4e2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:43.266933 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c58dc14d-421c-40a3-b9a1-d01e18170dc4 req-3b655d41-0a0a-479c-9819-cc9c8110a4e2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 944 time: 0.0541778 Sep 15 04:06:43.289692 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Pushing event updated for resources: {'Port': ['ID=f8f0c783-85f6-462a-900e-5553e65ab328,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:06:43.312374 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-c58dc14d-421c-40a3-b9a1-d01e18170dc4 req-043d38ec-abd8-4af0-a2f5-72101870611b tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368843 Sep 15 04:06:43.356030 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Attempting to bind port f8f0c783-85f6-462a-900e-5553e65ab328 on host hv-cinder-80696 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 04:06:43.356365 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Attempting to bind port f8f0c783-85f6-462a-900e-5553e65ab328 by drivers openvswitch,hyperv on host hv-cinder-80696 at level 0 using segments [{'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 04:06:43.356701 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Attempting to bind port f8f0c783-85f6-462a-900e-5553e65ab328 on network 125c3a46-1bab-4180-b3c2-b58db73e389f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 04:06:43.361835 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Port f8f0c783-85f6-462a-900e-5553e65ab328 on network 125c3a46-1bab-4180-b3c2-b58db73e389f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80696 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 04:06:43.362158 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Attempting to bind port f8f0c783-85f6-462a-900e-5553e65ab328 on network 125c3a46-1bab-4180-b3c2-b58db73e389f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 04:06:43.367284 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Checking agent: {'id': 'd74e8562-f693-40a4-b280-83c9e63ce527', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80696', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'started_at': datetime.datetime(2021, 9, 15, 3, 24, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 4, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 04:06:43.367620 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Checking segment: {'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 04:06:43.368010 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Bound using segment: {'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 04:06:43.368445 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Bound port: f8f0c783-85f6-462a-900e-5553e65ab328, host: hv-cinder-80696, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df95a4de-351f-4152-b93e-370e156a3791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 04:06:43.368799 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:43.432797 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] For port f8f0c783-85f6-462a-900e-5553e65ab328, host hv-cinder-80696, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 04:06:43.435892 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] For port f8f0c783-85f6-462a-900e-5553e65ab328, host hv-cinder-80696, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f8f0c783-85f6-462a-900e-5553e65ab328,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 04:06:43.441886 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2767495'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:43.477984 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:43.478549 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:43.479967 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-58259e1f-9a19-489f-abc6-771dece2b9da req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] 10.222.0.52 "PUT /v2.0/ports/f8f0c783-85f6-462a-900e-5553e65ab328 HTTP/1.1" status: 200 len: 1094 time: 0.6123629 Sep 15 04:06:43.480409 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9acfeff-cd61-4337-95ab-e48778750a9f', 'tag': 'f8f0c783-85f6-462a-900e-5553e65ab328'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 04:06:43.482646 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac442d6f-de22-49ec-aade-da899e50f141" -d '{"events": [{"name": "network-changed", "server_uuid": "a9acfeff-cd61-4337-95ab-e48778750a9f", "tag": "f8f0c783-85f6-462a-900e-5553e65ab328"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 04:06:43.510434 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3b0a0-55f6-4a4c-877e-129fb413411f service neutron] Pushing event updated for resources: {'Port': ['ID=f8f0c783-85f6-462a-900e-5553e65ab328,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:06:43.592088 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58259e1f-9a19-489f-abc6-771dece2b9da req-e4a0ee87-55cc-493b-b6b3-bd72fadb283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:43.594719 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-58259e1f-9a19-489f-abc6-771dece2b9da req-e4a0ee87-55cc-493b-b6b3-bd72fadb283d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 1097 time: 0.0426013 Sep 15 04:06:43.601499 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 04:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ee728a-53fe-4fc3-a7a3-75aead3df70f x-openstack-request-id: req-48ee728a-53fe-4fc3-a7a3-75aead3df70f {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 04:06:43.601790 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9acfeff-cd61-4337-95ab-e48778750a9f", "tag": "f8f0c783-85f6-462a-900e-5553e65ab328", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 04:06:43.602041 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48ee728a-53fe-4fc3-a7a3-75aead3df70f {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 04:06:43.602438 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9acfeff-cd61-4337-95ab-e48778750a9f', 'tag': 'f8f0c783-85f6-462a-900e-5553e65ab328', 'status': 'completed', 'code': 200} Sep 15 04:06:43.655211 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-58259e1f-9a19-489f-abc6-771dece2b9da req-c5be972d-bf63-4789-a00c-db1ed61c5c66 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8f0c783-85f6-462a-900e-5553e65ab328 HTTP/1.1" status: 200 len: 217 time: 0.0371375 Sep 15 04:06:43.706455 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58259e1f-9a19-489f-abc6-771dece2b9da req-3061d788-0603-4291-a870-b52eae74c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:43.707858 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-58259e1f-9a19-489f-abc6-771dece2b9da req-3061d788-0603-4291-a870-b52eae74c9c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e436daa-1e2b-49c6-82d7-0399228ffe8a HTTP/1.1" status: 200 len: 850 time: 0.0458274 Sep 15 04:06:43.764020 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58259e1f-9a19-489f-abc6-771dece2b9da req-5ec95186-45ed-4b26-9736-7bb740e5050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:43.766637 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-58259e1f-9a19-489f-abc6-771dece2b9da req-5ec95186-45ed-4b26-9736-7bb740e5050e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=125c3a46-1bab-4180-b3c2-b58db73e389f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409176 Sep 15 04:06:44.106523 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-58259e1f-9a19-489f-abc6-771dece2b9da req-53542c8d-1a0d-42d0-9975-d8a69749002e service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274302 Sep 15 04:06:44.198299 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-58259e1f-9a19-489f-abc6-771dece2b9da req-c4f03628-8000-41e0-9292-f17a2b0522ee service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808372 Sep 15 04:06:44.345975 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac442d6f-de22-49ec-aade-da899e50f141 req-e42df411-3070-4783-9090-e3a69393e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:44.347504 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ac442d6f-de22-49ec-aade-da899e50f141 req-e42df411-3070-4783-9090-e3a69393e7d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 1097 time: 0.0432172 Sep 15 04:06:44.428011 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f69da2-91c3-46e3-9d1d-db6135aded86 req-fea9e46a-9452-4f69-81dd-e1fc02dec508 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:44.429515 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-31f69da2-91c3-46e3-9d1d-db6135aded86 req-fea9e46a-9452-4f69-81dd-e1fc02dec508 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 944 time: 0.0488963 Sep 15 04:06:44.440762 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac442d6f-de22-49ec-aade-da899e50f141 req-e6a1e137-aa8a-4c11-b4d9-7bc25fb5137d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:44.442230 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ac442d6f-de22-49ec-aade-da899e50f141 req-e6a1e137-aa8a-4c11-b4d9-7bc25fb5137d service neutron] 10.222.0.52 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 912 time: 0.0830290 Sep 15 04:06:44.467534 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-31f69da2-91c3-46e3-9d1d-db6135aded86 req-e98c8ad6-4953-4f90-8f3c-d6f820850270 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320804 Sep 15 04:06:44.491713 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ac442d6f-de22-49ec-aade-da899e50f141 req-f17471e5-a0b2-4623-8c2c-f0ef3c591966 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8f0c783-85f6-462a-900e-5553e65ab328 HTTP/1.1" status: 200 len: 217 time: 0.0371242 Sep 15 04:06:44.539786 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac442d6f-de22-49ec-aade-da899e50f141 req-341b6909-9b80-4a86-b647-79a71b80530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:44.541200 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ac442d6f-de22-49ec-aade-da899e50f141 req-341b6909-9b80-4a86-b647-79a71b80530d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e436daa-1e2b-49c6-82d7-0399228ffe8a HTTP/1.1" status: 200 len: 850 time: 0.0423443 Sep 15 04:06:44.588505 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac442d6f-de22-49ec-aade-da899e50f141 req-8371a926-355c-44c1-b603-7ac146aa6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:44.590547 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ac442d6f-de22-49ec-aade-da899e50f141 req-8371a926-355c-44c1-b603-7ac146aa6376 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=125c3a46-1bab-4180-b3c2-b58db73e389f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406473 Sep 15 04:06:44.695412 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ac442d6f-de22-49ec-aade-da899e50f141 req-30f9271c-3d5b-441f-87eb-3a9d22091b9d service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823443 Sep 15 04:06:44.785956 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-ac442d6f-de22-49ec-aade-da899e50f141 req-2f825588-eaec-46bb-b7a1-fec6afea983c service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800643 Sep 15 04:06:45.583036 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408587e1-3cef-49bc-9b81-c06dbc7c61de req-1852cd68-fee3-46e2-ac70-775f7fb7733a tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:45.584490 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-408587e1-3cef-49bc-9b81-c06dbc7c61de req-1852cd68-fee3-46e2-ac70-775f7fb7733a tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 944 time: 0.0510669 Sep 15 04:06:45.620305 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-408587e1-3cef-49bc-9b81-c06dbc7c61de req-8ab8221f-3da6-4927-acf4-45cb9170b014 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300260 Sep 15 04:06:46.732662 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6cc90-61fb-4266-bb75-bdd921c5579f req-0c91c31b-08b6-4249-9d55-5ccbe1e4ad26 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:46.735097 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d1a6cc90-61fb-4266-bb75-bdd921c5579f req-0c91c31b-08b6-4249-9d55-5ccbe1e4ad26 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 944 time: 0.0494294 Sep 15 04:06:46.771381 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-d1a6cc90-61fb-4266-bb75-bdd921c5579f req-ee2738b4-f795-4664-95e2-6bbf9ef52b19 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304689 Sep 15 04:06:47.884013 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1aae7-8293-4e8c-ba2c-a43c20dc239c req-b55bf5d1-09ca-43b4-bf89-f78b4c54e681 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:47.885512 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-15a1aae7-8293-4e8c-ba2c-a43c20dc239c req-b55bf5d1-09ca-43b4-bf89-f78b4c54e681 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 944 time: 0.0487702 Sep 15 04:06:47.927442 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-15a1aae7-8293-4e8c-ba2c-a43c20dc239c req-f0991f3b-7cab-4ad5-b868-e8810f821ac1 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359457 Sep 15 04:06:49.042709 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36b58a-b82d-46bf-a55d-dddc0e4b3517 req-7023df1e-1c9a-46f6-a2db-34cd15cea04a tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:49.044207 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7b36b58a-b82d-46bf-a55d-dddc0e4b3517 req-7023df1e-1c9a-46f6-a2db-34cd15cea04a tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 944 time: 0.0515556 Sep 15 04:06:49.082327 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7b36b58a-b82d-46bf-a55d-dddc0e4b3517 req-15d27faa-cc5e-478f-b0f6-433a3548bf3f tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322616 Sep 15 04:06:50.195561 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed39b8-39a3-4b52-8775-b16e69108f22 req-98d39246-e91e-48e0-8147-bb585ab23c91 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:50.196969 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-60ed39b8-39a3-4b52-8775-b16e69108f22 req-98d39246-e91e-48e0-8147-bb585ab23c91 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 944 time: 0.0484765 Sep 15 04:06:50.234081 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-60ed39b8-39a3-4b52-8775-b16e69108f22 req-48e37a1c-ef57-4d49-8838-e55c8b434533 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304081 Sep 15 04:06:51.035246 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:06:51.504824 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d488d-53f4-4448-b3fe-727238e758d8 req-98760aaf-3381-4305-8aba-6e1a9d1b5997 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:51.505427 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0e7d488d-53f4-4448-b3fe-727238e758d8 req-98760aaf-3381-4305-8aba-6e1a9d1b5997 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 944 time: 0.0481169 Sep 15 04:06:51.548284 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0e7d488d-53f4-4448-b3fe-727238e758d8 req-f14bc6b5-f683-4b51-8c54-c660f6a72fd0 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372560 Sep 15 04:06:52.276529 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device f8f0c783-85f6-462a-900e-5553e65ab328 details requested by agent hyperv_hv-cinder-80696 with host hv-cinder-80696 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 04:06:52.371328 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port f8f0c783-85f6-462a-900e-5553e65ab328, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f8f0c783-85f6-462a-900e-5553e65ab328,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:06:52.381956 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Returning: {'device': 'f8f0c783-85f6-462a-900e-5553e65ab328', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'port_id': 'f8f0c783-85f6-462a-900e-5553e65ab328', 'mac_address': 'fa:16:3e:29:f5:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 04:06:52.417616 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:52.429726 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f0c783-85f6-462a-900e-5553e65ab328 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 04:06:52.447773 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port f8f0c783-85f6-462a-900e-5553e65ab328, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f8f0c783-85f6-462a-900e-5553e65ab328,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:06:52.453195 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:52.498002 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=f8f0c783-85f6-462a-900e-5553e65ab328,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:06:52.504766 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:52.505054 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:52.505394 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:52.505730 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:52.506061 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:52.506389 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:52.506721 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:52.507066 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:52.507414 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:52.507740 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:52.508064 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:52.508380 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:52.713612 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b27478-fa04-46a3-95b6-02607be96664 req-4d0c8081-ff40-4353-80a4-a50d0f82d4a3 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:52.715108 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-18b27478-fa04-46a3-95b6-02607be96664 req-4d0c8081-ff40-4353-80a4-a50d0f82d4a3 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 945 time: 0.0528159 Sep 15 04:06:52.752326 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-18b27478-fa04-46a3-95b6-02607be96664 req-3b4f055e-271a-4719-a030-ef05d30014a4 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Sep 15 04:06:52.834660 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] get_ports_and_sgs() called for port_ids ['f8f0c783-85f6-462a-900e-5553e65ab328'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 04:06:53.864579 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44345c6-a481-4617-95a3-40a5219f16e0 req-4c1279c6-2009-4ab5-acc3-1b3588872fd9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:53.866034 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a44345c6-a481-4617-95a3-40a5219f16e0 req-4c1279c6-2009-4ab5-acc3-1b3588872fd9 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 945 time: 0.0483210 Sep 15 04:06:53.903508 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-a44345c6-a481-4617-95a3-40a5219f16e0 req-6a76a682-b293-4181-a21f-f6cec850fd0c tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312407 Sep 15 04:06:54.287811 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device f8f0c783-85f6-462a-900e-5553e65ab328 up at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 04:06:54.336919 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning for port f8f0c783-85f6-462a-900e-5553e65ab328 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 04:06:54.340378 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Provisioning complete for port f8f0c783-85f6-462a-900e-5553e65ab328 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 04:06:54.340756 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7815343'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:54.413542 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:54.435326 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9acfeff-cd61-4337-95ab-e48778750a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f0c783-85f6-462a-900e-5553e65ab328'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 04:06:54.437579 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7116db21c8c5e99b23503201256e96f9039f7f7183c7b6260c1c034023865b66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534ef5b2-65d6-4c39-b577-660dca8b1525" -d '{"events": [{"server_uuid": "a9acfeff-cd61-4337-95ab-e48778750a9f", "name": "network-vif-plugged", "status": "completed", "tag": "f8f0c783-85f6-462a-900e-5553e65ab328"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 04:06:54.449962 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] For port f8f0c783-85f6-462a-900e-5553e65ab328, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f8f0c783-85f6-462a-900e-5553e65ab328,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:06:54.454588 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:54.477487 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 04:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2a5d89-d744-4855-8ada-364290feba11 x-openstack-request-id: req-fd2a5d89-d744-4855-8ada-364290feba11 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 04:06:54.477779 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9acfeff-cd61-4337-95ab-e48778750a9f", "name": "network-vif-plugged", "status": "completed", "tag": "f8f0c783-85f6-462a-900e-5553e65ab328", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 04:06:54.478035 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd2a5d89-d744-4855-8ada-364290feba11 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 04:06:54.478423 dv-cinder-806965-6-iscsi neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9acfeff-cd61-4337-95ab-e48778750a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f0c783-85f6-462a-900e-5553e65ab328', 'code': 200} Sep 15 04:06:54.502638 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Pushing event updated for resources: {'Port': ['ID=f8f0c783-85f6-462a-900e-5553e65ab328,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:06:54.754263 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237c7b6-1454-4075-b0d8-9bbf5f1990ee req-424296c2-ee3c-4a3e-8709-3e61df0f60fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:54.755677 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f237c7b6-1454-4075-b0d8-9bbf5f1990ee req-424296c2-ee3c-4a3e-8709-3e61df0f60fb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 1099 time: 0.0402732 Sep 15 04:06:54.793464 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-f237c7b6-1454-4075-b0d8-9bbf5f1990ee req-5594bfd1-19e8-4918-9c47-737b5277a480 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303557 Sep 15 04:06:55.017611 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36f27c-9c3f-464b-a031-490531f4771e req-e4129b56-9346-4f5c-80dc-8a707af68d4e tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:55.018998 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9c36f27c-9c3f-464b-a031-490531f4771e req-e4129b56-9346-4f5c-80dc-8a707af68d4e tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 946 time: 0.0488033 Sep 15 04:06:55.054683 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-9c36f27c-9c3f-464b-a031-490531f4771e req-539e24f5-280e-48c9-92ca-680346bab995 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298936 Sep 15 04:06:56.170160 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587e4e9-cfcd-491d-a3cc-f1ae268cea6a req-f2d1ec62-13c7-4e44-95cd-165a1538ed59 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:56.172232 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8587e4e9-cfcd-491d-a3cc-f1ae268cea6a req-f2d1ec62-13c7-4e44-95cd-165a1538ed59 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 946 time: 0.0527437 Sep 15 04:06:56.210045 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-8587e4e9-cfcd-491d-a3cc-f1ae268cea6a req-c3153e23-1ad4-4c8e-bcf6-7635bc5f9f30 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318971 Sep 15 04:06:56.324824 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b969b7d-48c1-4218-9201-bb0545cdfb47 req-830428d4-256e-4a45-9f14-5dbe511fd575 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:56.326302 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5b969b7d-48c1-4218-9201-bb0545cdfb47 req-830428d4-256e-4a45-9f14-5dbe511fd575 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 946 time: 0.0486012 Sep 15 04:06:56.363593 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-5b969b7d-48c1-4218-9201-bb0545cdfb47 req-41f97ef5-2929-4608-ad03-d3f440654e5a tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313880 Sep 15 04:06:56.385264 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36360) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:06:56.424317 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41285db-b11d-49ef-8f03-26226eed5555 tempest-TestVolumeBootPattern-1420321609 tempest-TestVolumeBootPattern-1420321609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:56.425822 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-f41285db-b11d-49ef-8f03-26226eed5555 tempest-TestVolumeBootPattern-1420321609 tempest-TestVolumeBootPattern-1420321609-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 1094 time: 0.0395997 Sep 15 04:06:56.428458 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36362) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:06:56.432580 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Request body: {'floatingip': {'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'port_id': 'f8f0c783-85f6-462a-900e-5553e65ab328', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 04:06:56.453602 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:56.550454 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:56.659913 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Allocated IP 172.27.0.203 (868c4202-6bee-43d6-a5d1-b1d260aa0e30/d1ede3c5-57ec-45fe-85fe-ee25a78662f1/a6e55ef9-6147-4f7c-92b3-3454c1a6dcc1) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 04:06:56.758720 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:56.791160 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760529093048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:56.826423 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Network 868c4202-6bee-43d6-a5d1-b1d260aa0e30 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 04:06:56.829646 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 04:06:56.832350 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 04:06:56.864621 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event updated for resources: {'Port': ['ID=a6e55ef9-6147-4f7c-92b3-3454c1a6dcc1,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:06:56.877482 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:56.877835 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:56.878184 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:56.878525 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:56.878861 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:56.879220 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:56.879559 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:56.879892 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:56.880246 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:56.880556 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:56.880885 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:56.881211 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:06:57.195857 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:57.262471 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7741795'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:57.403910 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:57.408572 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760529599245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760529093066', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760529093084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4022191'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:57.479249 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event updated for resources: {'Port': ['ID=a6e55ef9-6147-4f7c-92b3-3454c1a6dcc1,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:06:57.489393 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8074502'] for floatingip, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:57.587397 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.db.l3_db [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Floating IP 6ecb0cf7-72c5-4f3a-b459-1cac1542dcc5 associated. External IP: 172.27.0.203, port: f8f0c783-85f6-462a-900e-5553e65ab328. Sep 15 04:06:57.788092 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Router a8e838e0-3987-4d0f-b775-7e0af2e66a6e has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 04:06:57.895339 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 04:06:57.906056 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f330eb6-97db-4a90-888c-84caba4c1896 None None] Sync routers for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 04:06:57.911953 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:06:57.918638 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f330eb6-97db-4a90-888c-84caba4c1896 None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:06:57.919294 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1f330eb6-97db-4a90-888c-84caba4c1896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:06:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:06:57.938650 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ff274e91-928f-40fd-b3b3-fc7997625e50 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5091994 Sep 15 04:06:57.939261 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9acfeff-cd61-4337-95ab-e48778750a9f', 'tag': 'f8f0c783-85f6-462a-900e-5553e65ab328'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 04:06:57.941507 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c5e5a7ed1901eac8cf18039674ee6f7c806fec2fd0ee94a2a8e9c46147c846e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01fcea6-b30a-4281-8fa0-01bc56430540" -d '{"events": [{"name": "network-changed", "server_uuid": "a9acfeff-cd61-4337-95ab-e48778750a9f", "tag": "f8f0c783-85f6-462a-900e-5553e65ab328"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 04:06:58.026243 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-1f330eb6-97db-4a90-888c-84caba4c1896 None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:06:58.033371 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 04:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f222e037-d676-4716-89a3-a13804d43984 x-openstack-request-id: req-f222e037-d676-4716-89a3-a13804d43984 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 04:06:58.033666 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9acfeff-cd61-4337-95ab-e48778750a9f", "tag": "f8f0c783-85f6-462a-900e-5553e65ab328", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 04:06:58.033922 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f222e037-d676-4716-89a3-a13804d43984 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 04:06:58.034333 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9acfeff-cd61-4337-95ab-e48778750a9f', 'tag': 'f8f0c783-85f6-462a-900e-5553e65ab328', 'status': 'completed', 'code': 200} Sep 15 04:06:58.123131 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fcea6-b30a-4281-8fa0-01bc56430540 req-39239577-5f90-4424-8f8c-8eacb9b4ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:58.125300 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b01fcea6-b30a-4281-8fa0-01bc56430540 req-39239577-5f90-4424-8f8c-8eacb9b4ec06 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 1099 time: 0.0447946 Sep 15 04:06:58.215679 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fcea6-b30a-4281-8fa0-01bc56430540 req-cbd678e5-b224-4a64-8550-5d7f13d495ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:58.217174 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b01fcea6-b30a-4281-8fa0-01bc56430540 req-cbd678e5-b224-4a64-8550-5d7f13d495ca service neutron] 10.222.0.52 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 912 time: 0.0848043 Sep 15 04:06:58.286352 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b01fcea6-b30a-4281-8fa0-01bc56430540 req-99f73c07-5c4f-4928-b0bd-4603b4ebb646 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8f0c783-85f6-462a-900e-5553e65ab328 HTTP/1.1" status: 200 len: 1000 time: 0.0620391 Sep 15 04:06:58.336076 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fcea6-b30a-4281-8fa0-01bc56430540 req-526e9d31-9bf7-4600-92ad-d9a9804156b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:58.337571 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b01fcea6-b30a-4281-8fa0-01bc56430540 req-526e9d31-9bf7-4600-92ad-d9a9804156b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e436daa-1e2b-49c6-82d7-0399228ffe8a HTTP/1.1" status: 200 len: 850 time: 0.0446565 Sep 15 04:06:58.370301 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1f330eb6-97db-4a90-888c-84caba4c1896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': '6ecb0cf7-72c5-4f3a-b459-1cac1542dcc5', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'port_id': 'f8f0c783-85f6-462a-900e-5553e65ab328', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'mac_address': 'fa:16:3e:29:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9acfeff-cd61-4337-95ab-e48778750a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T04:06:57Z', 'updated_at': '2021-09-15T04:06:57Z', 'revision_number': 0, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address_scope': None}, {'id': 'aafcd13d-d05e-4704-8a9f-aa1caee214f7', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'port_id': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'mac_address': 'fa:16:3e:72:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T04:05:01Z', 'updated_at': '2021-09-15T04:05:03Z', 'revision_number': 1, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:06:58.384097 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fcea6-b30a-4281-8fa0-01bc56430540 req-522dc962-e378-45a7-8fd6-5b076f7db418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:06:58.385562 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b01fcea6-b30a-4281-8fa0-01bc56430540 req-522dc962-e378-45a7-8fd6-5b076f7db418 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=125c3a46-1bab-4180-b3c2-b58db73e389f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404944 Sep 15 04:06:58.399760 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f330eb6-97db-4a90-888c-84caba4c1896 None None] Checking router: a8e838e0-3987-4d0f-b775-7e0af2e66a6e for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 04:06:58.408022 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f330eb6-97db-4a90-888c-84caba4c1896 None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:06:58.408628 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1f330eb6-97db-4a90-888c-84caba4c1896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:06:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:06:58.480358 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b01fcea6-b30a-4281-8fa0-01bc56430540 req-4279be49-15af-47d1-9f80-686b1dc20a64 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874138 Sep 15 04:06:58.511416 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-1f330eb6-97db-4a90-888c-84caba4c1896 None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:06:58.572818 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b01fcea6-b30a-4281-8fa0-01bc56430540 req-aada0f44-3a15-45a2-b29e-69268c5b2bc2 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856311 Sep 15 04:06:58.738770 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1f330eb6-97db-4a90-888c-84caba4c1896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': '6ecb0cf7-72c5-4f3a-b459-1cac1542dcc5', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'port_id': 'f8f0c783-85f6-462a-900e-5553e65ab328', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'mac_address': 'fa:16:3e:29:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9acfeff-cd61-4337-95ab-e48778750a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T04:06:57Z', 'updated_at': '2021-09-15T04:06:57Z', 'revision_number': 0, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address_scope': None}, {'id': 'aafcd13d-d05e-4704-8a9f-aa1caee214f7', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'port_id': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'mac_address': 'fa:16:3e:72:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T04:05:01Z', 'updated_at': '2021-09-15T04:05:03Z', 'revision_number': 1, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:06:58.763941 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f330eb6-97db-4a90-888c-84caba4c1896 None None] The sync data for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi is: [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': '6ecb0cf7-72c5-4f3a-b459-1cac1542dcc5', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'port_id': 'f8f0c783-85f6-462a-900e-5553e65ab328', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'mac_address': 'fa:16:3e:29:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9acfeff-cd61-4337-95ab-e48778750a9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T04:06:57Z', 'updated_at': '2021-09-15T04:06:57Z', 'revision_number': 0, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address_scope': None}, {'id': 'aafcd13d-d05e-4704-8a9f-aa1caee214f7', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'port_id': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'mac_address': 'fa:16:3e:72:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T04:05:01Z', 'updated_at': '2021-09-15T04:05:03Z', 'revision_number': 1, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 04:06:58.960250 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04353367-318c-4e01-861b-9936d6c3620c None None] New status for floating IP 6ecb0cf7-72c5-4f3a-b459-1cac1542dcc5: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 04:07:05.823632 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-15ffa18c-44ba-44be-bed9-e88e4f9eb7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:07:06.966751 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:07:08.265991 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5a9c3ddf-1689-4113-b1e3-615363e8611e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:07:08.863796 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:07:09.608763 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:07:11.018640 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:07:28.034885 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:07:35.824132 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1380ac66-5452-48a8-a9e8-d396e2bc8e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:07:36.975755 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:07:38.266887 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-03b52719-74d6-4775-b775-ed4522742c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:07:38.661579 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-84845b2c-ec2f-4137-ab72-d16b13da6903 req-38741443-5adb-4419-9035-1235bc2355d4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1380084 Sep 15 04:07:38.761527 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84845b2c-ec2f-4137-ab72-d16b13da6903 req-8ec9fc4c-6445-4cd4-8b55-ff4e9d594095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:07:38.762999 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-84845b2c-ec2f-4137-ab72-d16b13da6903 req-8ec9fc4c-6445-4cd4-8b55-ff4e9d594095 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 1098 time: 0.0406027 Sep 15 04:07:38.865317 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:07:38.872616 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84845b2c-ec2f-4137-ab72-d16b13da6903 req-f4757ce6-ebcc-4b8f-a14a-d57e264e5a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:07:38.874133 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-84845b2c-ec2f-4137-ab72-d16b13da6903 req-f4757ce6-ebcc-4b8f-a14a-d57e264e5a9c service neutron] 10.222.0.52 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 912 time: 0.0904934 Sep 15 04:07:38.937839 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-84845b2c-ec2f-4137-ab72-d16b13da6903 req-185ea47e-3d45-4267-995c-789c66427ff8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 HTTP/1.1" status: 200 len: 1000 time: 0.0553219 Sep 15 04:07:38.986305 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84845b2c-ec2f-4137-ab72-d16b13da6903 req-fa261b1b-9e5e-4c31-8229-b5e84eb7728d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:07:38.987755 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-84845b2c-ec2f-4137-ab72-d16b13da6903 req-fa261b1b-9e5e-4c31-8229-b5e84eb7728d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e436daa-1e2b-49c6-82d7-0399228ffe8a HTTP/1.1" status: 200 len: 850 time: 0.0424190 Sep 15 04:07:39.038699 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84845b2c-ec2f-4137-ab72-d16b13da6903 req-99064f4c-58a9-41be-92cc-126b5e137f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:07:39.040184 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-84845b2c-ec2f-4137-ab72-d16b13da6903 req-99064f4c-58a9-41be-92cc-126b5e137f1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=125c3a46-1bab-4180-b3c2-b58db73e389f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423307 Sep 15 04:07:39.051580 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [req-84845b2c-ec2f-4137-ab72-d16b13da6903 req-10afa893-a8ae-4ee9-9f34-07db499ec027 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 04:07:39.052580 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-84845b2c-ec2f-4137-ab72-d16b13da6903 req-10afa893-a8ae-4ee9-9f34-07db499ec027 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046921 Sep 15 04:07:39.142717 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-84845b2c-ec2f-4137-ab72-d16b13da6903 req-70ec5c74-f6a3-4d06-9528-8d626e4c8e4f service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819037 Sep 15 04:07:39.237094 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-84845b2c-ec2f-4137-ab72-d16b13da6903 req-085afc3a-3c89-4222-b172-dc62e49bb1e2 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843287 Sep 15 04:07:39.611451 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:07:41.021535 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:05.035009 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:08:05.823694 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b9798175-b056-4063-bb1f-719d7646f68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:06.977975 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:08.267397 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-03730479-f9c2-4006-a61e-a6706a78cad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:08.866243 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:09.615299 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:11.025071 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:27.589492 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36402) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:08:27.740660 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Deleting port a6e55ef9-6147-4f7c-92b3-3454c1a6dcc1 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:08:27.741026 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:27.814069 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:27.814398 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:27.825604 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Calling delete_port for a6e55ef9-6147-4f7c-92b3-3454c1a6dcc1 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:08:27.998891 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:28.024426 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event deleted for resources: {'Port': ['ID=a6e55ef9-6147-4f7c-92b3-3454c1a6dcc1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:28.048944 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:28.049295 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:28.049638 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:28.049976 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:28.050307 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:28.050640 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:28.050988 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:28.051326 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:28.051676 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:28.052002 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:28.052325 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:28.052646 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:28.090613 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:28.090944 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.l3_db [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Floating IP 6ecb0cf7-72c5-4f3a-b459-1cac1542dcc5 disassociated (deleted). External IP: 172.27.0.203, port: f8f0c783-85f6-462a-900e-5553e65ab328. Sep 15 04:08:28.294505 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Router a8e838e0-3987-4d0f-b775-7e0af2e66a6e has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 04:08:28.400122 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 04:08:28.405070 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:28.409481 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf148484-064f-4ab6-8c32-fd1a5a79b552 None None] Sync routers for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 04:08:28.418574 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf148484-064f-4ab6-8c32-fd1a5a79b552 None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:08:28.419220 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-cf148484-064f-4ab6-8c32-fd1a5a79b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:08:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:28.431530 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-2d839ac9-989c-4f1f-94ff-3c96b17d9ddc tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "DELETE /v2.0/floatingips/6ecb0cf7-72c5-4f3a-b459-1cac1542dcc5 HTTP/1.1" status: 204 len: 168 time: 0.8410583 Sep 15 04:08:28.432122 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9acfeff-cd61-4337-95ab-e48778750a9f', 'tag': 'f8f0c783-85f6-462a-900e-5553e65ab328'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 04:08:28.434341 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b09ee47-f29d-4707-8928-cd09cfd5b36f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9acfeff-cd61-4337-95ab-e48778750a9f", "tag": "f8f0c783-85f6-462a-900e-5553e65ab328"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 04:08:28.523266 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-cf148484-064f-4ab6-8c32-fd1a5a79b552 None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:08:28.586821 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879850b5-fa7a-4819-824f-162e8fe32622 x-openstack-request-id: req-879850b5-fa7a-4819-824f-162e8fe32622 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 04:08:28.587155 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9acfeff-cd61-4337-95ab-e48778750a9f", "tag": "f8f0c783-85f6-462a-900e-5553e65ab328", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 04:08:28.587411 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-879850b5-fa7a-4819-824f-162e8fe32622 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 04:08:28.587839 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9acfeff-cd61-4337-95ab-e48778750a9f', 'tag': 'f8f0c783-85f6-462a-900e-5553e65ab328', 'status': 'completed', 'code': 200} Sep 15 04:08:28.678218 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab596a-ba3d-4c7f-90d3-5c8a7b55f175 req-c3aee78b-9f4a-4b26-a26f-4ae6d528b9e1 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:08:28.679771 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-71ab596a-ba3d-4c7f-90d3-5c8a7b55f175 req-c3aee78b-9f4a-4b26-a26f-4ae6d528b9e1 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 946 time: 0.0499957 Sep 15 04:08:28.713059 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ee47-f29d-4707-8928-cd09cfd5b36f req-68ea5876-5090-429a-ac8e-7f37b81b3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:08:28.715271 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b09ee47-f29d-4707-8928-cd09cfd5b36f req-68ea5876-5090-429a-ac8e-7f37b81b3487 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 1099 time: 0.0404036 Sep 15 04:08:28.719145 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-71ab596a-ba3d-4c7f-90d3-5c8a7b55f175 req-d1d3d700-5195-4f39-979b-0165981f86ff tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324697 Sep 15 04:08:28.750616 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-cf148484-064f-4ab6-8c32-fd1a5a79b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': 'aafcd13d-d05e-4704-8a9f-aa1caee214f7', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'port_id': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'mac_address': 'fa:16:3e:72:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T04:05:01Z', 'updated_at': '2021-09-15T04:05:03Z', 'revision_number': 1, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:28.776269 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf148484-064f-4ab6-8c32-fd1a5a79b552 None None] Checking router: a8e838e0-3987-4d0f-b775-7e0af2e66a6e for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 04:08:28.784977 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf148484-064f-4ab6-8c32-fd1a5a79b552 None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:08:28.785584 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-cf148484-064f-4ab6-8c32-fd1a5a79b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:08:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:28.812571 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ee47-f29d-4707-8928-cd09cfd5b36f req-be9a56a1-645b-4052-b4c4-66687aeb9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:08:28.814051 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b09ee47-f29d-4707-8928-cd09cfd5b36f req-be9a56a1-645b-4052-b4c4-66687aeb9671 service neutron] 10.222.0.52 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 912 time: 0.0879903 Sep 15 04:08:28.855725 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b09ee47-f29d-4707-8928-cd09cfd5b36f req-6f9cec9d-e864-4500-8365-d7512e5be747 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8f0c783-85f6-462a-900e-5553e65ab328 HTTP/1.1" status: 200 len: 217 time: 0.0331938 Sep 15 04:08:28.890678 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-cf148484-064f-4ab6-8c32-fd1a5a79b552 None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:08:28.908367 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ee47-f29d-4707-8928-cd09cfd5b36f req-9923770e-e6dc-43fa-b56a-4173816f050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:08:28.909830 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b09ee47-f29d-4707-8928-cd09cfd5b36f req-9923770e-e6dc-43fa-b56a-4173816f050f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e436daa-1e2b-49c6-82d7-0399228ffe8a HTTP/1.1" status: 200 len: 850 time: 0.0470819 Sep 15 04:08:28.955603 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09ee47-f29d-4707-8928-cd09cfd5b36f req-3a76128a-c8d0-48f2-a239-ac3fc9563ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:08:28.957112 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b09ee47-f29d-4707-8928-cd09cfd5b36f req-3a76128a-c8d0-48f2-a239-ac3fc9563ea7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=125c3a46-1bab-4180-b3c2-b58db73e389f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397995 Sep 15 04:08:29.055684 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b09ee47-f29d-4707-8928-cd09cfd5b36f req-ba34487d-5689-464a-ae48-df04b4a2dabe service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899181 Sep 15 04:08:29.113673 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-cf148484-064f-4ab6-8c32-fd1a5a79b552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': 'aafcd13d-d05e-4704-8a9f-aa1caee214f7', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'port_id': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'mac_address': 'fa:16:3e:72:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T04:05:01Z', 'updated_at': '2021-09-15T04:05:03Z', 'revision_number': 1, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:29.143514 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf148484-064f-4ab6-8c32-fd1a5a79b552 None None] The sync data for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi is: [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_floatingips': [{'id': 'aafcd13d-d05e-4704-8a9f-aa1caee214f7', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'router_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'port_id': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'mac_address': 'fa:16:3e:72:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T04:05:01Z', 'updated_at': '2021-09-15T04:05:03Z', 'revision_number': 1, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 04:08:29.157841 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-7b09ee47-f29d-4707-8928-cd09cfd5b36f req-696a3f9d-0f30-4dc1-bda1-dbb4dbc3bd22 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936186 Sep 15 04:08:29.353949 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63537c8-a73e-4149-a0af-19a1a76154ab None None] New status for floating IP 6ecb0cf7-72c5-4f3a-b459-1cac1542dcc5: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 04:08:29.834647 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcef864-638b-4eb5-a89f-7aab51850b32 req-7fb4c7b4-4b43-4266-b116-2372ca3e110a tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:08:29.836163 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dfcef864-638b-4eb5-a89f-7aab51850b32 req-7fb4c7b4-4b43-4266-b116-2372ca3e110a tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 946 time: 0.0510747 Sep 15 04:08:29.876804 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-dfcef864-638b-4eb5-a89f-7aab51850b32 req-d3861328-a6fa-462f-9055-379b923f819a tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348225 Sep 15 04:08:30.760077 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5feec-53d9-499e-9936-30787039e2b6 req-740dac96-5a52-4659-b1de-2b90f810f787 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:08:30.761498 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a0c5feec-53d9-499e-9936-30787039e2b6 req-740dac96-5a52-4659-b1de-2b90f810f787 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.52 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 946 time: 0.0480189 Sep 15 04:08:30.853583 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a0c5feec-53d9-499e-9936-30787039e2b6 req-46486518-5863-45b9-b718-f258b3a242b0 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Deleting port f8f0c783-85f6-462a-900e-5553e65ab328 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:08:30.853936 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a0c5feec-53d9-499e-9936-30787039e2b6 req-46486518-5863-45b9-b718-f258b3a242b0 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:30.940057 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-a0c5feec-53d9-499e-9936-30787039e2b6 req-46486518-5863-45b9-b718-f258b3a242b0 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] For port f8f0c783-85f6-462a-900e-5553e65ab328, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=f8f0c783-85f6-462a-900e-5553e65ab328,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:08:30.940434 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a0c5feec-53d9-499e-9936-30787039e2b6 req-46486518-5863-45b9-b718-f258b3a242b0 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:30.953973 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a0c5feec-53d9-499e-9936-30787039e2b6 req-46486518-5863-45b9-b718-f258b3a242b0 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Calling delete_port for f8f0c783-85f6-462a-900e-5553e65ab328 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:08:30.987650 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93744cac-2606-430d-bcf1-99a4d039bda8 req-9628fc29-1b90-477c-b524-4818c570d26d tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:08:30.989172 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-93744cac-2606-430d-bcf1-99a4d039bda8 req-9628fc29-1b90-477c-b524-4818c570d26d tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 946 time: 0.0475237 Sep 15 04:08:31.043275 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-93744cac-2606-430d-bcf1-99a4d039bda8 req-5c001cf8-f926-4bc4-bcd6-0ceb4b55f477 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438411 Sep 15 04:08:31.084551 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a0c5feec-53d9-499e-9936-30787039e2b6 req-46486518-5863-45b9-b718-f258b3a242b0 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:31.111697 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46486518-5863-45b9-b718-f258b3a242b0 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event deleted for resources: {'Port': ['ID=f8f0c783-85f6-462a-900e-5553e65ab328,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:31.153674 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c5feec-53d9-499e-9936-30787039e2b6 req-46486518-5863-45b9-b718-f258b3a242b0 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] No DVR routers for this DVR port f8f0c783-85f6-462a-900e-5553e65ab328 on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 04:08:31.157057 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a0c5feec-53d9-499e-9936-30787039e2b6 req-46486518-5863-45b9-b718-f258b3a242b0 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:31.159303 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-a0c5feec-53d9-499e-9936-30787039e2b6 req-46486518-5863-45b9-b718-f258b3a242b0 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.52 "DELETE /v2.0/ports/f8f0c783-85f6-462a-900e-5553e65ab328 HTTP/1.1" status: 204 len: 173 time: 0.3881691 Sep 15 04:08:31.159761 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9acfeff-cd61-4337-95ab-e48778750a9f', 'name': 'network-vif-deleted', 'tag': 'f8f0c783-85f6-462a-900e-5553e65ab328'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 04:08:31.162034 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f60446-c654-43e7-8df6-9d63b75a57d5" -d '{"events": [{"server_uuid": "a9acfeff-cd61-4337-95ab-e48778750a9f", "name": "network-vif-deleted", "tag": "f8f0c783-85f6-462a-900e-5553e65ab328"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 04:08:31.199915 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 04:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08738f7-09ba-4662-b7fc-98de3937fb79 x-openstack-request-id: req-e08738f7-09ba-4662-b7fc-98de3937fb79 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 04:08:31.200404 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9acfeff-cd61-4337-95ab-e48778750a9f", "name": "network-vif-deleted", "tag": "f8f0c783-85f6-462a-900e-5553e65ab328", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 04:08:31.200567 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e08738f7-09ba-4662-b7fc-98de3937fb79 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 04:08:31.200831 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9acfeff-cd61-4337-95ab-e48778750a9f', 'name': 'network-vif-deleted', 'tag': 'f8f0c783-85f6-462a-900e-5553e65ab328', 'status': 'completed', 'code': 200} Sep 15 04:08:32.144715 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-936cf436-7ed9-4b73-99ed-26bb14e8050e req-78d5afc6-79a6-4753-8193-07a3cd1a8216 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9acfeff-cd61-4337-95ab-e48778750a9f HTTP/1.1" status: 200 len: 210 time: 0.0303223 Sep 15 04:08:34.731249 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device f8f0c783-85f6-462a-900e-5553e65ab328 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 04:08:34.753139 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: f8f0c783-85f6-462a-900e-5553e65ab328 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 04:08:34.753525 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device f8f0c783-85f6-462a-900e-5553e65ab328 not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 04:08:35.417137 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36442) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:08:35.578261 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-845d9846-1838-4bf3-83a1-b20b3d7f4d83 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Deleting port 4af7d64d-9a8e-463a-b2d4-7396140545a1 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:08:35.578518 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-845d9846-1838-4bf3-83a1-b20b3d7f4d83 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:35.651321 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-845d9846-1838-4bf3-83a1-b20b3d7f4d83 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:35.651645 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-845d9846-1838-4bf3-83a1-b20b3d7f4d83 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:35.663569 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-845d9846-1838-4bf3-83a1-b20b3d7f4d83 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Calling delete_port for 4af7d64d-9a8e-463a-b2d4-7396140545a1 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:08:35.810026 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-845d9846-1838-4bf3-83a1-b20b3d7f4d83 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:35.826454 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-557d9cb6-e0d9-45d3-9df4-1f9a29a41245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:35.836095 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d9846-1838-4bf3-83a1-b20b3d7f4d83 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event deleted for resources: {'Port': ['ID=4af7d64d-9a8e-463a-b2d4-7396140545a1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:35.899875 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-845d9846-1838-4bf3-83a1-b20b3d7f4d83 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:35.900209 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.db.l3_db [None req-845d9846-1838-4bf3-83a1-b20b3d7f4d83 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Floating IP aafcd13d-d05e-4704-8a9f-aa1caee214f7 disassociated (deleted). External IP: 172.27.0.67, port: 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35. Sep 15 04:08:36.350879 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845d9846-1838-4bf3-83a1-b20b3d7f4d83 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Router a8e838e0-3987-4d0f-b775-7e0af2e66a6e has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 04:08:36.457989 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845d9846-1838-4bf3-83a1-b20b3d7f4d83 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 04:08:36.462741 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-845d9846-1838-4bf3-83a1-b20b3d7f4d83 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:36.467690 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90484f-e514-4301-8c39-1f39d124b973 None None] Sync routers for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 04:08:36.476429 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d90484f-e514-4301-8c39-1f39d124b973 None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:08:36.477037 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4d90484f-e514-4301-8c39-1f39d124b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:08:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:36.490443 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-845d9846-1838-4bf3-83a1-b20b3d7f4d83 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "DELETE /v2.0/floatingips/aafcd13d-d05e-4704-8a9f-aa1caee214f7 HTTP/1.1" status: 204 len: 168 time: 1.0722234 Sep 15 04:08:36.491053 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'tag': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 04:08:36.493557 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b441199e-9fd3-428a-b9fb-38024a122a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "51cd82f3-6af2-4e90-a176-4168d66a385f", "tag": "7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 04:08:36.649788 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 04:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa30c41b-670e-4ef9-bc1e-10f8e7320efe x-openstack-request-id: req-fa30c41b-670e-4ef9-bc1e-10f8e7320efe {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 04:08:36.650088 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cd82f3-6af2-4e90-a176-4168d66a385f", "tag": "7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 04:08:36.650357 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa30c41b-670e-4ef9-bc1e-10f8e7320efe {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 04:08:36.650755 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'tag': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35', 'status': 'completed', 'code': 200} Sep 15 04:08:36.709758 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-4d90484f-e514-4301-8c39-1f39d124b973 None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:08:36.760641 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609957e-8da9-4f6a-a640-f3a6ecb643ff req-c509e0e9-b225-453d-b1a4-5b10d534e232 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:08:36.762110 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3609957e-8da9-4f6a-a640-f3a6ecb643ff req-c509e0e9-b225-453d-b1a4-5b10d534e232 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 945 time: 0.0676775 Sep 15 04:08:36.786484 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441199e-9fd3-428a-b9fb-38024a122a3d req-d581e5b8-ff82-4775-abc9-898c0d7e6e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:08:36.789149 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b441199e-9fd3-428a-b9fb-38024a122a3d req-d581e5b8-ff82-4775-abc9-898c0d7e6e9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 1098 time: 0.0499592 Sep 15 04:08:36.802729 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-3609957e-8da9-4f6a-a640-f3a6ecb643ff req-2e1931ef-4d11-4cb1-8d74-2c6302d17a53 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341029 Sep 15 04:08:36.895345 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441199e-9fd3-428a-b9fb-38024a122a3d req-b643202d-cd2e-4e1c-bb8e-5228693e1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:08:36.897338 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b441199e-9fd3-428a-b9fb-38024a122a3d req-b643202d-cd2e-4e1c-bb8e-5228693e1b3f service neutron] 10.222.0.52 "GET /v2.0/networks?id=125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 200 len: 912 time: 0.0997119 Sep 15 04:08:36.912268 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4d90484f-e514-4301-8c39-1f39d124b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:36.939965 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b441199e-9fd3-428a-b9fb-38024a122a3d req-7cf771db-9ac9-4b24-8ff0-e8beab8a01fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 HTTP/1.1" status: 200 len: 217 time: 0.0339580 Sep 15 04:08:36.941590 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90484f-e514-4301-8c39-1f39d124b973 None None] Checking router: a8e838e0-3987-4d0f-b775-7e0af2e66a6e for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 04:08:36.949784 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d90484f-e514-4301-8c39-1f39d124b973 None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:08:36.950388 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4d90484f-e514-4301-8c39-1f39d124b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:08:08Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:36.989366 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441199e-9fd3-428a-b9fb-38024a122a3d req-1a8dc15b-4dfe-4ff9-b385-bdce7745b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:08:36.990833 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b441199e-9fd3-428a-b9fb-38024a122a3d req-1a8dc15b-4dfe-4ff9-b385-bdce7745b828 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5e436daa-1e2b-49c6-82d7-0399228ffe8a HTTP/1.1" status: 200 len: 850 time: 0.0427065 Sep 15 04:08:37.003073 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:37.045706 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441199e-9fd3-428a-b9fb-38024a122a3d req-39e64abc-0c89-4512-b519-882f5dc9a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:08:37.049670 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b441199e-9fd3-428a-b9fb-38024a122a3d req-39e64abc-0c89-4512-b519-882f5dc9a38d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=125c3a46-1bab-4180-b3c2-b58db73e389f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499020 Sep 15 04:08:37.071577 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-4d90484f-e514-4301-8c39-1f39d124b973 None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:08:37.152284 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b441199e-9fd3-428a-b9fb-38024a122a3d req-07be6132-1a4b-418b-b522-e98d0960f959 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919566 Sep 15 04:08:37.254224 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-b441199e-9fd3-428a-b9fb-38024a122a3d req-674d7294-4ad7-4922-b500-44c0640e8ed5 service neutron] 10.222.0.52 "GET /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919998 Sep 15 04:08:37.276006 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4d90484f-e514-4301-8c39-1f39d124b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:37.303203 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d90484f-e514-4301-8c39-1f39d124b973 None None] The sync data for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi is: [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:45Z', 'revision_number': 4, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi', '_interfaces': [{'id': '2e9c4b49-6ef6-4575-b0b0-c6220df2a66b', 'name': '', 'network_id': '125c3a46-1bab-4180-b3c2-b58db73e389f', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'mac_address': 'fa:16:3e:9b:45:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:44Z', 'updated_at': '2021-09-15T04:01:49Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'subnets': [{'id': '5e436daa-1e2b-49c6-82d7-0399228ffe8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 04:08:37.509463 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638fa168-dd1f-4700-add3-a83adc86781a None None] New status for floating IP aafcd13d-d05e-4704-8a9f-aa1caee214f7: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 04:08:37.921267 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5561dd-9028-442a-9caf-505f571e4075 req-37babb3b-c581-4594-ae7a-13df71cd8995 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:08:37.922736 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7d5561dd-9028-442a-9caf-505f571e4075 req-37babb3b-c581-4594-ae7a-13df71cd8995 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 945 time: 0.0526173 Sep 15 04:08:37.959504 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-7d5561dd-9028-442a-9caf-505f571e4075 req-f497ec7d-3229-414c-be5c-45aaa0fb94a2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309384 Sep 15 04:08:38.266615 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-92540f9b-4c3e-4cf0-a532-86c9d4027463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:38.806200 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac4e85-157e-48e5-8d23-33e0f820dabb req-386de42a-e808-463c-893b-af7cbc78d7bf tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:08:38.807684 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-66ac4e85-157e-48e5-8d23-33e0f820dabb req-386de42a-e808-463c-893b-af7cbc78d7bf tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.52 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 945 time: 0.0476699 Sep 15 04:08:38.871337 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:38.901240 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-66ac4e85-157e-48e5-8d23-33e0f820dabb req-8120e5d0-ad97-4a32-848a-9d2f823e10f7 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Deleting port 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:08:38.901585 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-66ac4e85-157e-48e5-8d23-33e0f820dabb req-8120e5d0-ad97-4a32-848a-9d2f823e10f7 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:38.987380 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-66ac4e85-157e-48e5-8d23-33e0f820dabb req-8120e5d0-ad97-4a32-848a-9d2f823e10f7 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] For port 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35, host hv-cinder-80696, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80696',level=0,port_id=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:08:38.987754 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-66ac4e85-157e-48e5-8d23-33e0f820dabb req-8120e5d0-ad97-4a32-848a-9d2f823e10f7 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:39.001184 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-66ac4e85-157e-48e5-8d23-33e0f820dabb req-8120e5d0-ad97-4a32-848a-9d2f823e10f7 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Calling delete_port for 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:08:39.072015 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84dc90-14cf-4e7f-97b3-ce6396ff0b0b req-906ed58a-8c90-43f9-9082-f2069f979946 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 04:08:39.074354 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0a84dc90-14cf-4e7f-97b3-ce6396ff0b0b req-906ed58a-8c90-43f9-9082-f2069f979946 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/ports?device_id=51cd82f3-6af2-4e90-a176-4168d66a385f HTTP/1.1" status: 200 len: 945 time: 0.0494556 Sep 15 04:08:39.112870 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [req-0a84dc90-14cf-4e7f-97b3-ce6396ff0b0b req-9dea394e-8769-482e-a5fb-10169e2671b5 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "GET /v2.0/security-groups?id=a57e552c-7bce-4cdb-94a5-7e339abfc7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312791 Sep 15 04:08:39.141305 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-66ac4e85-157e-48e5-8d23-33e0f820dabb req-8120e5d0-ad97-4a32-848a-9d2f823e10f7 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:39.175570 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120e5d0-ad97-4a32-848a-9d2f823e10f7 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event deleted for resources: {'Port': ['ID=7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:39.220329 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ac4e85-157e-48e5-8d23-33e0f820dabb req-8120e5d0-ad97-4a32-848a-9d2f823e10f7 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] No DVR routers for this DVR port 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 on host hv-cinder-80696 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 04:08:39.222846 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-66ac4e85-157e-48e5-8d23-33e0f820dabb req-8120e5d0-ad97-4a32-848a-9d2f823e10f7 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:39.225139 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [req-66ac4e85-157e-48e5-8d23-33e0f820dabb req-8120e5d0-ad97-4a32-848a-9d2f823e10f7 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.52 "DELETE /v2.0/ports/7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 HTTP/1.1" status: 204 len: 173 time: 0.4093106 Sep 15 04:08:39.225576 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'name': 'network-vif-deleted', 'tag': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 04:08:39.227784 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45d942cc279c0dc8edc8e0e7c545100f16a3884f89c9bb69f2da6a4dafd2c5a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc4bc7d-56ff-4085-a8bf-e69484333014" -d '{"events": [{"server_uuid": "51cd82f3-6af2-4e90-a176-4168d66a385f", "name": "network-vif-deleted", "tag": "7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 04:08:39.264925 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 04:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e3cb8d-1344-4396-9604-ccc737baeb14 x-openstack-request-id: req-87e3cb8d-1344-4396-9604-ccc737baeb14 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 04:08:39.265251 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cd82f3-6af2-4e90-a176-4168d66a385f", "name": "network-vif-deleted", "tag": "7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 04:08:39.265561 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-87e3cb8d-1344-4396-9604-ccc737baeb14 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 04:08:39.265874 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cd82f3-6af2-4e90-a176-4168d66a385f', 'name': 'network-vif-deleted', 'tag': '7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35', 'status': 'completed', 'code': 200} Sep 15 04:08:39.620657 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:40.168326 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36460) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:08:40.296531 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d9ffbc50-26ed-440e-a802-01a988031a2c tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Deleting port 5eafb838-2741-4e3f-9a8f-3f28cb9e4271 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:08:40.296877 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d9ffbc50-26ed-440e-a802-01a988031a2c tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:40.369595 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d9ffbc50-26ed-440e-a802-01a988031a2c tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:40.369929 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d9ffbc50-26ed-440e-a802-01a988031a2c tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:40.382116 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d9ffbc50-26ed-440e-a802-01a988031a2c tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Calling delete_port for 5eafb838-2741-4e3f-9a8f-3f28cb9e4271 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:08:40.510305 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d9ffbc50-26ed-440e-a802-01a988031a2c tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:40.536835 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffbc50-26ed-440e-a802-01a988031a2c tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event deleted for resources: {'Port': ['ID=5eafb838-2741-4e3f-9a8f-3f28cb9e4271,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:40.599206 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d9ffbc50-26ed-440e-a802-01a988031a2c tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:40.601676 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d9ffbc50-26ed-440e-a802-01a988031a2c tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52244'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:40.602833 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-d9ffbc50-26ed-440e-a802-01a988031a2c tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "DELETE /v2.0/floatingips/17fa6f64-3620-41db-95ec-6b2446dad1f0 HTTP/1.1" status: 204 len: 168 time: 0.4334090 Sep 15 04:08:41.027855 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:41.792177 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36472) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:08:41.848094 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:41.872120 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:41.933228 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:41.936561 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:41.937700 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] 10.222.0.24 "DELETE /v2.0/security-groups/a57e552c-7bce-4cdb-94a5-7e339abfc7bd HTTP/1.1" status: 204 len: 168 time: 0.1445637 Sep 15 04:08:41.947267 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57e552c-7bce-4cdb-94a5-7e339abfc7bd,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:41.954162 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:41.954943 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:41.955371 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:41.955631 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:41.955967 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:41.956287 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:41.956615 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:41.956944 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:41.957332 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:41.957582 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:41.957900 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:41.958217 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca39cb86-dae1-41b3-adfb-e6363244cef2 tempest-TestVolumeBootPattern-1033890498 tempest-TestVolumeBootPattern-1033890498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:41.994803 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36476) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:08:42.033931 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:08:42.708759 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07b72d91-70ea-41b2-8f26-db024c29e982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8079366'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:42.799236 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 no longer exists at agent hyperv_hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 04:08:42.817972 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] No Port match for: 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 04:08:42.818317 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Device 7b1c2ffc-d8a9-4dd8-b60f-3bf696dfab35 not bound to the agent host hv-cinder-80696 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 04:08:42.950629 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-07b72d91-70ea-41b2-8f26-db024c29e982 admin admin] Deleting port 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:08:42.951278 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07b72d91-70ea-41b2-8f26-db024c29e982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:43.029455 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-07b72d91-70ea-41b2-8f26-db024c29e982 admin admin] For port 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=2e9c4b49-6ef6-4575-b0b0-c6220df2a66b,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:08:43.029737 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07b72d91-70ea-41b2-8f26-db024c29e982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:43.041524 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-07b72d91-70ea-41b2-8f26-db024c29e982 admin admin] Calling delete_port for 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:08:43.222655 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07b72d91-70ea-41b2-8f26-db024c29e982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:43.248012 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b72d91-70ea-41b2-8f26-db024c29e982 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e9c4b49-6ef6-4575-b0b0-c6220df2a66b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:43.415165 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07b72d91-70ea-41b2-8f26-db024c29e982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8074678'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:43.621084 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b72d91-70ea-41b2-8f26-db024c29e982 admin admin] Router a8e838e0-3987-4d0f-b775-7e0af2e66a6e has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 04:08:43.723198 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b72d91-70ea-41b2-8f26-db024c29e982 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 04:08:43.728173 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-07b72d91-70ea-41b2-8f26-db024c29e982 admin admin] 10.222.0.24 "PUT /v2.0/routers/a8e838e0-3987-4d0f-b775-7e0af2e66a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7323239 Sep 15 04:08:43.730634 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36480) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:08:43.733411 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073569d7-3f75-4bd0-a44a-dd1a06959e90 None None] Sync routers for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 04:08:43.742699 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073569d7-3f75-4bd0-a44a-dd1a06959e90 None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:08:43.743335 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-073569d7-3f75-4bd0-a44a-dd1a06959e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:08:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:43.831859 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-086511f9-a842-4bb9-ab6f-31f3a324f74a admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:43.845020 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-073569d7-3f75-4bd0-a44a-dd1a06959e90 None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: dv-cinder-806965-6-iscsi {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:08:43.930471 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-086511f9-a842-4bb9-ab6f-31f3a324f74a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:43.981617 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-086511f9-a842-4bb9-ab6f-31f3a324f74a admin admin] Deleting port a4937cf6-0803-424b-8624-c2abed11e840 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:08:43.982827 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-086511f9-a842-4bb9-ab6f-31f3a324f74a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:44.020867 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-073569d7-3f75-4bd0-a44a-dd1a06959e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:08:43Z', 'revision_number': 5, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port': {'id': 'a4937cf6-0803-424b-8624-c2abed11e840', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:62:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:44.051145 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073569d7-3f75-4bd0-a44a-dd1a06959e90 None None] Checking router: a8e838e0-3987-4d0f-b775-7e0af2e66a6e for host: dv-cinder-806965-6-iscsi {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 04:08:44.059675 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073569d7-3f75-4bd0-a44a-dd1a06959e90 None None] Routers {'a8e838e0-3987-4d0f-b775-7e0af2e66a6e'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:08:44.060709 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-073569d7-3f75-4bd0-a44a-dd1a06959e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:08:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:44.067603 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-086511f9-a842-4bb9-ab6f-31f3a324f74a admin admin] For port a4937cf6-0803-424b-8624-c2abed11e840, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=a4937cf6-0803-424b-8624-c2abed11e840,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:08:44.067983 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-086511f9-a842-4bb9-ab6f-31f3a324f74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:44.079988 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-086511f9-a842-4bb9-ab6f-31f3a324f74a admin admin] Calling delete_port for a4937cf6-0803-424b-8624-c2abed11e840 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:08:44.144224 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-073569d7-3f75-4bd0-a44a-dd1a06959e90 None None] Set router a8e838e0-3987-4d0f-b775-7e0af2e66a6e gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:08:44.196246 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-073569d7-3f75-4bd0-a44a-dd1a06959e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:08:43Z', 'revision_number': 6, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port_host': None}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:44.225212 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073569d7-3f75-4bd0-a44a-dd1a06959e90 None None] The sync data for ids ['a8e838e0-3987-4d0f-b775-7e0af2e66a6e'] in dv-cinder-806965-6-iscsi is: [{'id': 'a8e838e0-3987-4d0f-b775-7e0af2e66a6e', 'name': 'tempest-TestVolumeBootPattern-406270805-router', 'tenant_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:42Z', 'updated_at': '2021-09-15T04:08:43Z', 'revision_number': 6, 'project_id': 'c56d95f4ef1f4f6d848811b13a3a092e', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 04:08:44.243851 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-086511f9-a842-4bb9-ab6f-31f3a324f74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:44.275644 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086511f9-a842-4bb9-ab6f-31f3a324f74a admin admin] Pushing event deleted for resources: {'Port': ['ID=a4937cf6-0803-424b-8624-c2abed11e840,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:44.334182 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-086511f9-a842-4bb9-ab6f-31f3a324f74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8074608'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:44.420579 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-086511f9-a842-4bb9-ab6f-31f3a324f74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8079905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1246'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:44.422620 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-086511f9-a842-4bb9-ab6f-31f3a324f74a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:44.463460 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-086511f9-a842-4bb9-ab6f-31f3a324f74a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8080090'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:44.463912 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086511f9-a842-4bb9-ab6f-31f3a324f74a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8e838e0-3987-4d0f-b775-7e0af2e66a6e {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 04:08:44.469722 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-086511f9-a842-4bb9-ab6f-31f3a324f74a admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:44.470867 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-086511f9-a842-4bb9-ab6f-31f3a324f74a admin admin] 10.222.0.24 "DELETE /v2.0/routers/a8e838e0-3987-4d0f-b775-7e0af2e66a6e HTTP/1.1" status: 204 len: 168 time: 0.7392995 Sep 15 04:08:44.473350 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36482) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:08:44.515173 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91749ae-3c5a-489f-8b72-fb68b29d2f06 admin admin] Deleting subnet 5e436daa-1e2b-49c6-82d7-0399228ffe8a {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 04:08:44.517951 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c91749ae-3c5a-489f-8b72-fb68b29d2f06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:44.551786 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c91749ae-3c5a-489f-8b72-fb68b29d2f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3798916'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:44.635141 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c91749ae-3c5a-489f-8b72-fb68b29d2f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7828435'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:44.692260 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c91749ae-3c5a-489f-8b72-fb68b29d2f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7828420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4022169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3614555'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:44.721391 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c91749ae-3c5a-489f-8b72-fb68b29d2f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:44.723204 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-c91749ae-3c5a-489f-8b72-fb68b29d2f06 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5e436daa-1e2b-49c6-82d7-0399228ffe8a HTTP/1.1" status: 204 len: 168 time: 0.2489221 Sep 15 04:08:44.725249 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91749ae-3c5a-489f-8b72-fb68b29d2f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e436daa-1e2b-49c6-82d7-0399228ffe8a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:44.725799 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36484) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:08:44.726277 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a628cf5-3689-4fd9-abdb-f73a63fa7b6f None None] Network 125c3a46-1bab-4180-b3c2-b58db73e389f requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 04:08:44.796338 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858466'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:44.850561 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] Deleting port 6b6105c3-0867-4bed-af94-0301013d8ca7 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:08:44.851041 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:44.928581 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] For port 6b6105c3-0867-4bed-af94-0301013d8ca7, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=6b6105c3-0867-4bed-af94-0301013d8ca7,segment=NetworkSegment(df95a4de-351f-4152-b93e-370e156a3791),segment_id=df95a4de-351f-4152-b93e-370e156a3791)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:08:44.928952 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:44.942281 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] Calling delete_port for 6b6105c3-0867-4bed-af94-0301013d8ca7 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:08:44.985351 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] DHCP port deletion for 125c3a46-1bab-4180-b3c2-b58db73e389f request from dv-cinder-806965-6-iscsi {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 04:08:45.037937 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2767518'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:45.049560 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Deleting port 6b6105c3-0867-4bed-af94-0301013d8ca7 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:08:45.050240 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:45.065197 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6105c3-0867-4bed-af94-0301013d8ca7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:45.068608 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] No DVR routers for this DVR port 6b6105c3-0867-4bed-af94-0301013d8ca7 on host dv-cinder-806965-6-iscsi {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 04:08:45.146147 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] For port 6b6105c3-0867-4bed-af94-0301013d8ca7, host dv-cinder-806965-6-iscsi, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:08:45.146544 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:45.157084 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7829332', 'neutron.services.segments.db._delete_segments_for_network-8760529642141'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:45.162083 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Calling delete_port for 6b6105c3-0867-4bed-af94-0301013d8ca7 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:08:45.166063 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Port 6b6105c3-0867-4bed-af94-0301013d8ca7 was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 04:08:45.168237 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:45.185694 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125c3a46-1bab-4180-b3c2-b58db73e389f']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:45.197476 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df95a4de-351f-4152-b93e-370e156a3791') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:45.197870 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.services.segments.db [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df95a4de-351f-4152-b93e-370e156a3791') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:45.203172 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Pushing event deleted for resources: {'Port': ['ID=6b6105c3-0867-4bed-af94-0301013d8ca7,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:45.205625 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] No DVR routers for this DVR port 6b6105c3-0867-4bed-af94-0301013d8ca7 on host dv-cinder-806965-6-iscsi {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 04:08:45.216324 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760529642406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2434161'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:45.218754 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:45.219204 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:45.219803 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:45.220357 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:45.220930 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:45.223596 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:45.224906 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:45.225450 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:45.226558 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:45.226558 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:45.226824 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:45.227312 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4419415-e2e1-4bbf-b7cc-6017c1452d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806965-6-iscsi {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 04:08:45.233182 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:45.244185 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 04:08:45.245762 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2767215'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: Traceback (most recent call last): Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: timer() Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: cb(*args, **kw) Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: return func(*args, **kwargs) Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: self._notify() Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: self.callback(batched_events) Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: event.method(event) Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: return f(self, *a, **k) Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._get(url).json() Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: return self.request(url, 'GET', **kwargs) Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 04:08:45.248591 dv-cinder-806965-6-iscsi neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 04:08:45.317134 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7829325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8074516'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:45.327441 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:45.329054 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/125c3a46-1bab-4180-b3c2-b58db73e389f HTTP/1.1" status: 204 len: 168 time: 0.6022737 Sep 15 04:08:45.332172 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36486) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:08:45.344301 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce24ff-96ad-434a-ab68-f0c29fc9e4b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=125c3a46-1bab-4180-b3c2-b58db73e389f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:45.706396 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bbe4be94-1126-451b-8c52-580a3953b549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8079366'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:45.940474 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bbe4be94-1126-451b-8c52-580a3953b549 admin admin] Deleting port f0199955-b3e2-4558-9494-26b03c99f7fc {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:08:45.940820 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bbe4be94-1126-451b-8c52-580a3953b549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:46.022097 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-bbe4be94-1126-451b-8c52-580a3953b549 admin admin] For port f0199955-b3e2-4558-9494-26b03c99f7fc, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=f0199955-b3e2-4558-9494-26b03c99f7fc,segment=NetworkSegment(defb4a2d-3908-4b2c-997d-25b0ae8567c8),segment_id=defb4a2d-3908-4b2c-997d-25b0ae8567c8)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:08:46.022466 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bbe4be94-1126-451b-8c52-580a3953b549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:46.035014 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bbe4be94-1126-451b-8c52-580a3953b549 admin admin] Calling delete_port for f0199955-b3e2-4558-9494-26b03c99f7fc owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:08:46.063488 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device a4937cf6-0803-424b-8624-c2abed11e840 no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 04:08:46.086789 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: a4937cf6-0803-424b-8624-c2abed11e840 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 04:08:46.087178 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device a4937cf6-0803-424b-8624-c2abed11e840 not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 04:08:46.087605 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 6b6105c3-0867-4bed-af94-0301013d8ca7 no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 04:08:46.212574 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bbe4be94-1126-451b-8c52-580a3953b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:46.228956 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: 6b6105c3-0867-4bed-af94-0301013d8ca7 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 04:08:46.229304 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 6b6105c3-0867-4bed-af94-0301013d8ca7 not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 04:08:46.229718 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 04:08:46.241439 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4be94-1126-451b-8c52-580a3953b549 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0199955-b3e2-4558-9494-26b03c99f7fc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:46.250235 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 04:08:46.250587 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device 2e9c4b49-6ef6-4575-b0b0-c6220df2a66b not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 04:08:46.655249 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bbe4be94-1126-451b-8c52-580a3953b549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7869364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8074678'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:46.864890 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe4be94-1126-451b-8c52-580a3953b549 admin admin] Router 1962ec53-2863-454d-8e92-41fd2b0eb5c5 has already been hosted by L3 agent 3f116605-9963-4097-a649-e8245477f4d2 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 04:08:46.970615 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe4be94-1126-451b-8c52-580a3953b549 admin admin] Notify agent at l3_agent.dv-cinder-806965-6-iscsi the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 04:08:46.975771 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-bbe4be94-1126-451b-8c52-580a3953b549 admin admin] 10.222.0.24 "PUT /v2.0/routers/1962ec53-2863-454d-8e92-41fd2b0eb5c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6425059 Sep 15 04:08:46.978363 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36488) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:08:46.979046 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d4e6ec-6b98-4140-9764-6439f76190cd None None] Sync routers for ids ['1962ec53-2863-454d-8e92-41fd2b0eb5c5'] in dv-cinder-806965-6-iscsi {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 04:08:46.988110 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d4e6ec-6b98-4140-9764-6439f76190cd None None] Routers {'1962ec53-2863-454d-8e92-41fd2b0eb5c5'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:08:46.988713 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-54d4e6ec-6b98-4140-9764-6439f76190cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:08:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['1962ec53-2863-454d-8e92-41fd2b0eb5c5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:47.080417 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-981f5ec8-4b5f-424f-bac0-bff4f74f3b06 admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:47.089208 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-54d4e6ec-6b98-4140-9764-6439f76190cd None None] Set router 1962ec53-2863-454d-8e92-41fd2b0eb5c5 gateway port host: dv-cinder-806965-6-iscsi {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:08:47.185589 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-981f5ec8-4b5f-424f-bac0-bff4f74f3b06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:47.240689 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-981f5ec8-4b5f-424f-bac0-bff4f74f3b06 admin admin] Deleting port a65c0007-f377-409d-947e-a516c57da1d9 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:08:47.240949 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-981f5ec8-4b5f-424f-bac0-bff4f74f3b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:47.321587 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-981f5ec8-4b5f-424f-bac0-bff4f74f3b06 admin admin] For port a65c0007-f377-409d-947e-a516c57da1d9, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=a65c0007-f377-409d-947e-a516c57da1d9,segment=NetworkSegment(a7ab959d-390d-4b6b-9b17-e8e1a82b7aee),segment_id=a7ab959d-390d-4b6b-9b17-e8e1a82b7aee)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:08:47.322012 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-981f5ec8-4b5f-424f-bac0-bff4f74f3b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:47.334901 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-981f5ec8-4b5f-424f-bac0-bff4f74f3b06 admin admin] Calling delete_port for a65c0007-f377-409d-947e-a516c57da1d9 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:08:47.353260 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-54d4e6ec-6b98-4140-9764-6439f76190cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'name': 'tempest-TestVolumeBootPattern-214973062-router', 'tenant_id': '8ba564dd5a014ee1ae90207f1ad99636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'external_fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'a65c0007-f377-409d-947e-a516c57da1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:48Z', 'updated_at': '2021-09-15T04:08:46Z', 'revision_number': 5, 'project_id': '8ba564dd5a014ee1ae90207f1ad99636', 'gw_port': {'id': 'a65c0007-f377-409d-947e-a516c57da1d9', 'name': '', 'network_id': '868c4202-6bee-43d6-a5d1-b1d260aa0e30', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:9d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806965-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T04:01:48Z', 'updated_at': '2021-09-15T04:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd1ede3c5-57ec-45fe-85fe-ee25a78662f1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806965-6-iscsi'}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:47.378751 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d4e6ec-6b98-4140-9764-6439f76190cd None None] Checking router: 1962ec53-2863-454d-8e92-41fd2b0eb5c5 for host: dv-cinder-806965-6-iscsi {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 04:08:47.386540 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d4e6ec-6b98-4140-9764-6439f76190cd None None] Routers {'1962ec53-2863-454d-8e92-41fd2b0eb5c5'} bound to L3 agent in host dv-cinder-806965-6-iscsi {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 04:08:47.387169 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-54d4e6ec-6b98-4140-9764-6439f76190cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806965-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T03:18:08Z,description=,heartbeat_timestamp=2021-09-15T04:08:38Z,host='dv-cinder-806965-6-iscsi',id=3f116605-9963-4097-a649-e8245477f4d2,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T03:18:08Z,topic='l3_agent')) {'router_ids': ['1962ec53-2863-454d-8e92-41fd2b0eb5c5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:47.469309 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-54d4e6ec-6b98-4140-9764-6439f76190cd None None] Set router 1962ec53-2863-454d-8e92-41fd2b0eb5c5 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 04:08:47.499880 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-981f5ec8-4b5f-424f-bac0-bff4f74f3b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:47.522135 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-54d4e6ec-6b98-4140-9764-6439f76190cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'name': 'tempest-TestVolumeBootPattern-214973062-router', 'tenant_id': '8ba564dd5a014ee1ae90207f1ad99636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:48Z', 'updated_at': '2021-09-15T04:08:47Z', 'revision_number': 6, 'project_id': '8ba564dd5a014ee1ae90207f1ad99636', 'gw_port_host': None}], 'dv-cinder-806965-6-iscsi', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:47.529987 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f5ec8-4b5f-424f-bac0-bff4f74f3b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=a65c0007-f377-409d-947e-a516c57da1d9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:47.547735 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d4e6ec-6b98-4140-9764-6439f76190cd None None] The sync data for ids ['1962ec53-2863-454d-8e92-41fd2b0eb5c5'] in dv-cinder-806965-6-iscsi is: [{'id': '1962ec53-2863-454d-8e92-41fd2b0eb5c5', 'name': 'tempest-TestVolumeBootPattern-214973062-router', 'tenant_id': '8ba564dd5a014ee1ae90207f1ad99636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T04:01:48Z', 'updated_at': '2021-09-15T04:08:47Z', 'revision_number': 6, 'project_id': '8ba564dd5a014ee1ae90207f1ad99636', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 04:08:47.594570 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-981f5ec8-4b5f-424f-bac0-bff4f74f3b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8074608'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:47.689274 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-981f5ec8-4b5f-424f-bac0-bff4f74f3b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8079905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1246'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:47.691432 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-981f5ec8-4b5f-424f-bac0-bff4f74f3b06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:47.733748 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-981f5ec8-4b5f-424f-bac0-bff4f74f3b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8080090'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:47.734303 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981f5ec8-4b5f-424f-bac0-bff4f74f3b06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1962ec53-2863-454d-8e92-41fd2b0eb5c5 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 04:08:47.739261 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-981f5ec8-4b5f-424f-bac0-bff4f74f3b06 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:47.740479 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-981f5ec8-4b5f-424f-bac0-bff4f74f3b06 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1962ec53-2863-454d-8e92-41fd2b0eb5c5 HTTP/1.1" status: 204 len: 168 time: 0.7611072 Sep 15 04:08:47.743320 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36490) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:08:47.789465 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a2fd22-5bf2-4393-9454-9158472b0793 admin admin] Deleting subnet cbe2118f-b59e-49a4-bf5f-980aaae75028 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 04:08:47.792343 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49a2fd22-5bf2-4393-9454-9158472b0793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:47.825872 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49a2fd22-5bf2-4393-9454-9158472b0793 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3798916'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:47.901014 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49a2fd22-5bf2-4393-9454-9158472b0793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7828435'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:47.959682 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49a2fd22-5bf2-4393-9454-9158472b0793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7828420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4022169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3614555'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:47.987515 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2fd22-5bf2-4393-9454-9158472b0793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe2118f-b59e-49a4-bf5f-980aaae75028,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:47.991425 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49a2fd22-5bf2-4393-9454-9158472b0793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:47.993583 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-49a2fd22-5bf2-4393-9454-9158472b0793 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cbe2118f-b59e-49a4-bf5f-980aaae75028 HTTP/1.1" status: 204 len: 168 time: 0.2493443 Sep 15 04:08:47.997336 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.24', 36492) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:08:48.000816 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24ccafc-5cda-4598-98fb-93c7a4b84f62 None None] Network 63234d4e-2337-40a5-8cf4-ca49482b9c65 requested from dv-cinder-806965-6-iscsi {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 04:08:48.063521 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7858466'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:48.121657 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] Deleting port d4504097-ee18-4037-a75d-474fe8f7b64f {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 04:08:48.121973 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760529592625'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:48.183686 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] For port d4504097-ee18-4037-a75d-474fe8f7b64f, host dv-cinder-806965-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806965-6-iscsi',level=0,port_id=d4504097-ee18-4037-a75d-474fe8f7b64f,segment=NetworkSegment(defb4a2d-3908-4b2c-997d-25b0ae8567c8),segment_id=defb4a2d-3908-4b2c-997d-25b0ae8567c8)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 04:08:48.184054 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8069454'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:48.195237 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] Calling delete_port for d4504097-ee18-4037-a75d-474fe8f7b64f owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 04:08:48.275215 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760529600503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760529093057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4022198'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:48.304542 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4504097-ee18-4037-a75d-474fe8f7b64f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:48.310090 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] No DVR routers for this DVR port d4504097-ee18-4037-a75d-474fe8f7b64f on host dv-cinder-806965-6-iscsi {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 04:08:48.314420 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b65852-06b2-4107-be07-dfdf9e6a2dc1 None None] DHCP port deletion for 63234d4e-2337-40a5-8cf4-ca49482b9c65 request from dv-cinder-806965-6-iscsi {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 04:08:48.379001 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device d4504097-ee18-4037-a75d-474fe8f7b64f no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 04:08:48.387217 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7829332', 'neutron.services.segments.db._delete_segments_for_network-8760529642141'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:48.399495 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: d4504097-ee18-4037-a75d-474fe8f7b64f {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 04:08:48.400167 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device d4504097-ee18-4037-a75d-474fe8f7b64f not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 04:08:48.400600 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device f0199955-b3e2-4558-9494-26b03c99f7fc no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 04:08:48.413704 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63234d4e-2337-40a5-8cf4-ca49482b9c65']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:48.419733 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: f0199955-b3e2-4558-9494-26b03c99f7fc {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 04:08:48.420086 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device f0199955-b3e2-4558-9494-26b03c99f7fc not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 04:08:48.420509 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device a65c0007-f377-409d-947e-a516c57da1d9 no longer exists at agent ovs-agent-dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 04:08:48.423629 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defb4a2d-3908-4b2c-997d-25b0ae8567c8') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:48.424030 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defb4a2d-3908-4b2c-997d-25b0ae8567c8') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 04:08:48.434519 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760529642406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3798927'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:48.442524 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] No Port match for: a65c0007-f377-409d-947e-a516c57da1d9 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 04:08:48.442882 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Device a65c0007-f377-409d-947e-a516c57da1d9 not bound to the agent host dv-cinder-806965-6-iscsi {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 04:08:48.447920 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:48.455745 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 04:08:48.456276 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7826246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4021319'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: Traceback (most recent call last): Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: timer() Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: cb(*args, **kw) Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: return func(*args, **kwargs) Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: self._notify() Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: self.callback(batched_events) Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: event.method(event) Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: return f(self, *a, **k) Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: return self._get(url).json() Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: return self.request(url, 'GET', **kwargs) Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 04:08:48.458027 dv-cinder-806965-6-iscsi neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 04:08:48.512762 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7829325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7898880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7876167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8074516'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:48.519248 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7876181'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:48.521422 dv-cinder-806965-6-iscsi neutron-server[93920]: INFO neutron.wsgi [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] 10.222.0.24 "DELETE /v2.0/networks/63234d4e-2337-40a5-8cf4-ca49482b9c65 HTTP/1.1" status: 204 len: 168 time: 0.5226226 Sep 15 04:08:48.533055 dv-cinder-806965-6-iscsi neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30fe03-ba4c-40bc-bec1-718dee2d3234 admin admin] Pushing event deleted for resources: {'Network': ['ID=63234d4e-2337-40a5-8cf4-ca49482b9c65,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:48.641494 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36496) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:08:48.679799 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-f631a3bf-41ff-413e-8765-04bf7c6b465b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c56d95f4ef1f4f6d848811b13a3a092e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371499 Sep 15 04:08:48.682277 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36498) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:08:48.728088 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f033303-7bb1-41a8-8051-e95465db11d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:48.749744 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f033303-7bb1-41a8-8051-e95465db11d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:48.795432 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f033303-7bb1-41a8-8051-e95465db11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:48.798042 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f033303-7bb1-41a8-8051-e95465db11d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:48.799245 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-5f033303-7bb1-41a8-8051-e95465db11d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c1f8389-c8be-4ece-8784-355c9d005637 HTTP/1.1" status: 204 len: 168 time: 0.1160769 Sep 15 04:08:48.806552 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f033303-7bb1-41a8-8051-e95465db11d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1f8389-c8be-4ece-8784-355c9d005637,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:08:49.100739 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36504) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:08:49.148656 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-17278c71-6131-496e-8424-3f82b0524550 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ba564dd5a014ee1ae90207f1ad99636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467653 Sep 15 04:08:49.151001 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.24', 36506) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 04:08:49.198948 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7d085e2c-36c1-4950-a024-d1459262fe7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:49.219949 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7d085e2c-36c1-4950-a024-d1459262fe7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:49.265393 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7d085e2c-36c1-4950-a024-d1459262fe7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8093139'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:49.268008 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7d085e2c-36c1-4950-a024-d1459262fe7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:08:49.269216 dv-cinder-806965-6-iscsi neutron-server[93919]: INFO neutron.wsgi [None req-7d085e2c-36c1-4950-a024-d1459262fe7c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbb19bee-83cb-4fcb-bf2a-8fec13b80349 HTTP/1.1" status: 204 len: 168 time: 0.1172740 Sep 15 04:08:49.276742 dv-cinder-806965-6-iscsi neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d085e2c-36c1-4950-a024-d1459262fe7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb19bee-83cb-4fcb-bf2a-8fec13b80349,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 04:09:05.830146 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8403a94c-deb8-40b7-bc5b-0b5768dea031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:09:07.020615 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:09:08.268149 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f66fecf2-df79-42ee-9701-0c600fb5891b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:09:08.872866 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:09:09.623590 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:09:11.030520 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:09:19.034306 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:09:35.832294 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e8b1fad7-e3f3-4f18-9841-769eb323cc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:09:37.020533 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:09:38.267634 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d7f04096-bb8f-4a92-b733-fcf61987c278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:09:38.873859 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:09:39.623555 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:09:41.034314 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:09:56.033232 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:10:05.832630 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4471a30-8669-4838-9f5b-d175935f986d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:10:07.019289 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:10:08.268145 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c64c3b04-f860-413a-93c5-7c401613c858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:10:08.874035 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:10:09.626650 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:10:11.035882 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:10:33.031735 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:10:35.833422 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5bd2e267-65ec-45c1-b61d-bc830756aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:10:37.037431 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:10:38.270211 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f7d9cb73-0b97-4213-9599-d18df8e46a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:10:38.875334 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:10:39.628761 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:10:41.038989 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:11:05.834176 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a1a26370-ae25-44fc-bb0a-d1f8748e85d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:11:07.048243 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:11:08.269044 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cd349113-942f-4a60-aa19-30b107c67261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:11:08.878189 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:11:09.631825 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:11:10.030549 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:11:11.041328 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:11:35.834557 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bf045121-3e9d-42fd-9ec3-d275275e59d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:11:37.047619 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:11:38.268845 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f259b88c-2909-497c-894b-9a53cacf4ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:11:38.878592 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:11:39.636606 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:11:41.043578 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:11:47.030681 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:12:05.838665 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ba148572-5bb2-42a9-9254-f7db67a8604c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:12:07.065031 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:12:08.269342 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9490d63a-103d-4c4b-bad9-22b39cb03b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:12:08.879828 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:12:09.637638 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:12:11.049099 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:12:24.030247 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:12:35.839040 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4e71e5fa-f5e9-4f4e-b2b6-a7799b62ea39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:12:37.081141 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:12:38.270499 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a48c1206-ef42-4dda-9a38-6ab56e204f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:12:38.881531 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:12:39.641030 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:12:41.049514 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:13:01.028496 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:13:05.843500 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3dbc2dc1-89b8-46e1-aa98-9803c4bdb56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:13:07.087241 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:13:08.270785 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ea3ad4cc-7758-4001-a7cb-88426a19497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:13:08.883063 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:13:09.643661 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:13:11.051981 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:13:35.844163 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-615fe27b-5975-49ea-8541-d6b9a9cdb574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:13:37.091027 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9858c85-84d2-4717-89c3-d6ce4452b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:13:38.026959 dv-cinder-806965-6-iscsi neutron-server[93922]: DEBUG neutron.db.agents_db [None req-3b347b7c-220a-4fac-be55-9fc1b66bdc18 None None] Agent healthcheck: found 6 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 04:13:38.270665 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-06371dfb-4516-4e38-8af7-dc275c676127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:13:38.884182 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e67a-a673-4e6f-89ca-15e6a77ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:13:39.646913 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa1b54b3-8929-4d6c-aa69-c4f6553447cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 04:13:41.054793 dv-cinder-806965-6-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43de5fdb-fbff-443b-a36b-5353c43be64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760529642123', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7831380'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}